-- Logs begin at Wed 2021-08-25 16:21:51 UTC, end at Wed 2021-08-25 17:20:42 UTC. -- Aug 25 16:52:56.123346 dv-cinder-791240-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 25 16:52:58.844566 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.common.config [-] Logging enabled! Aug 25 16:52:58.845165 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev561 Aug 25 16:52:58.845371 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93775) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 25 16:52:58.848566 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.common.config [-] Logging enabled! Aug 25 16:52:58.848821 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev561 Aug 25 16:52:58.849132 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93775) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 25 16:52:58.850099 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 25 16:52:58.850336 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 25 16:52:58.850699 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 25 16:52:58.850945 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 25 16:52:58.851171 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 25 16:52:58.851490 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.851791 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.852091 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.852323 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.852621 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.852915 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.853197 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.853487 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.853806 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.854096 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.854377 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.854664 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.854899 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.855184 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.855474 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.855763 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.855985 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] debug = True {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.856268 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.856700 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.857120 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.857403 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.857875 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.858506 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.858896 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.859181 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.859470 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.859804 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] host = dv-cinder-791240-5-iscsi {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.860086 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.860378 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.860672 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.860965 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.861245 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.861526 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.861846 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.862126 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.862402 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] log_file = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.862682 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.862974 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.863267 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.863561 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.863792 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.864017 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.864308 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.864599 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.864879 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.865155 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.865437 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.865755 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.866015 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.866287 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.866575 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.866862 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.867153 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.867431 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.867707 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.867982 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.868256 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.868544 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.868821 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.869098 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.869375 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.869664 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.869956 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.870234 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.870537 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.870828 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.871113 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.871401 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.871676 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.871961 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.872237 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.872511 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.872787 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] use_json = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.873065 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.873342 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.874228 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.874465 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.874743 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.875021 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.875301 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.875594 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:52:58.875914 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.876217 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.876523 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.876811 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.877111 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.877397 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.877711 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.877998 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.878292 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.878585 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.878874 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.879156 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.879447 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.879728 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.880027 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.880337 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.880636 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.880932 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.881211 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.881487 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.881788 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.882073 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.882361 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.882639 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.882930 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.883220 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.883503 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.883789 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.884083 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.884374 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.884647 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.884927 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.885224 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.885502 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.885802 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.886083 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.886372 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.886650 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.886921 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.887203 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.887480 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.887753 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.888026 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.888304 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.888593 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.888870 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.889139 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.889436 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.889740 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.890016 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.890299 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.890575 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.890847 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.891116 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.891393 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.891665 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.891936 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.892213 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.892485 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.892762 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.893033 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.893302 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.893572 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.893867 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.894140 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.894411 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.894682 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.894960 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.895234 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.895504 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.895775 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.896050 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.896320 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.896605 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.896900 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.897178 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.897454 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.897751 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.898033 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.898310 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.898587 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.898863 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.899140 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.899412 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.899702 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.899985 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.900271 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.900555 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.900832 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.901134 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.901412 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.901713 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.901998 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.902278 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.902560 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.902844 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.903137 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.903432 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.903724 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.904018 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.904310 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.904588 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.904923 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.905202 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:52:58.905420 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 25 16:52:58.905657 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93775) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 25 16:52:59.255580 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:52:59.255861 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:52:59.256153 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:52:59.256484 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 25 16:52:59.649830 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:52:59.650023 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:52:59.650300 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:52:59.651700 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:52:59.651974 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:52:59.652243 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:52:59.688243 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:52:59.688520 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:52:59.688788 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:52:59.703990 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:52:59.704269 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:52:59.704540 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:52:59.732428 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:52:59.732831 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:52:59.733421 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:52:59.770855 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:52:59.771153 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:52:59.771402 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.007401 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.008065 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.008065 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.008242 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.009066 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.129743 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.130063 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.130347 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.130616 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.130883 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.131194 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.131455 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.131712 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.131964 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.132244 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.132501 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.132762 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.133020 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.133272 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.133525 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.133809 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.134063 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.134325 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.134590 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.134846 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.135113 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.135365 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.135645 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.136026 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.136273 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.136518 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.136914 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93775) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 16:53:00.137155 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93775) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 16:53:00.137394 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93775) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 16:53:00.137633 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93775) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 16:53:00.137894 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93775) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 16:53:00.138132 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93775) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 16:53:00.138492 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 25 16:53:00.142329 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 25 16:53:00.146330 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 25 16:53:00.150108 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1450, 1499)])]) Aug 25 16:53:00.151726 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 25 16:53:00.152191 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 25 16:53:00.152532 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 25 16:53:00.152917 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 25 16:53:00.155770 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 25 16:53:00.156028 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 25 16:53:00.156379 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 25 16:53:00.161655 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 25 16:53:00.184123 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 25 16:53:00.184582 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.184878 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93775) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 25 16:53:00.185240 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.187793 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93775) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 25 16:53:00.188076 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 25 16:53:00.188325 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 25 16:53:00.191544 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.191821 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.255699 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 25 16:53:00.255939 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 25 16:53:00.256177 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 25 16:53:00.256546 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 25 16:53:00.277325 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_db.sqlalchemy.engines [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93775) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 25 16:53:00.813194 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.plugins.ml2.managers [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Initializing driver for type 'gre' Aug 25 16:53:00.813838 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] gre ID ranges: [(1, 1000)] Aug 25 16:53:00.865582 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.plugins.ml2.managers [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Initializing driver for type 'local' Aug 25 16:53:00.865957 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.plugins.ml2.managers [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Initializing driver for type 'vlan' Aug 25 16:53:00.878759 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] VlanTypeDriver initialization complete Aug 25 16:53:00.879093 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.plugins.ml2.managers [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Initializing driver for type 'vxlan' Aug 25 16:53:00.879637 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] vxlan ID ranges: [(1, 1000)] Aug 25 16:53:00.932910 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.plugins.ml2.managers [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Initializing extension driver 'port_security' Aug 25 16:53:00.933269 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.plugins.ml2.extensions.port_security [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] PortSecurityExtensionDriver initialization complete Aug 25 16:53:00.933615 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.plugins.ml2.managers [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Initializing mechanism driver 'openvswitch' Aug 25 16:53:00.933989 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.plugins.ml2.managers [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Initializing mechanism driver 'hyperv' Aug 25 16:53:00.941017 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:53:00.941709 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: > port after_create 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.942080 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: > port after_update 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.942434 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: > port after_delete 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.942948 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93775) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 25 16:53:00.943373 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: > subnet after_create 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.943722 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: > subnet after_update 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.944063 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.944452 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93775) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 25 16:53:00.944847 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: > network after_create 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.945190 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: > network after_update 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.945526 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: > network after_delete 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.945938 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93775) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 25 16:53:00.946336 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: > security_group after_create 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.946677 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: > security_group after_update 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.947053 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.947575 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93775) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 25 16:53:00.947980 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.948325 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.948663 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.949053 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93775) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 25 16:53:00.949448 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: > address_group after_create 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.949826 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: > address_group after_update 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.950163 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.950544 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93775) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 25 16:53:00.950916 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] ML2 OVO RPC backend initialized. {{(pid=93775) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 25 16:53:00.951615 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.952000 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.952419 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: > network before_response 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.952764 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: > networks before_response 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.953108 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: > port before_response 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.953450 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: > ports before_response 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.953822 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: > subnet before_response 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.954163 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: > subnets before_response 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.954505 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: > network after_create 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.954844 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: > network after_update 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.955179 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: > network after_delete 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.955513 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: > port after_create 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.955846 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: > port after_update 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.956177 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: > port after_delete 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.956511 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: > subnet after_create 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.956844 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: > subnet after_update 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.957178 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.957780 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.plugins.ml2.plugin [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Modular L2 Plugin initialization complete Aug 25 16:53:00.958107 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading services supported by the core plugin {{(pid=93775) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 25 16:53:00.958427 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.plugins.ml2.managers [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Got port-security extension from driver 'port_security' Aug 25 16:53:00.958886 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.extensions.vlantransparent [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Disabled vlantransparent extension. Aug 25 16:53:00.959357 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93775) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 25 16:53:00.959666 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading Plugin: router Aug 25 16:53:00.996507 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.996897 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: > router after_create 55549900 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.997267 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: > router before_create 55549900 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.997631 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.998029 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.998387 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: > router after_delete 55549900 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.999342 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: > floatingip after_create 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:00.999693 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:01.000050 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: > router after_create 55549900 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:01.000400 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: > router after_update 55549900 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:01.000746 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: > router after_update 55549900 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:01.001091 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:01.001445 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: > router after_update 55549900 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:01.001877 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: > router precommit_update 55549900 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:01.002242 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: port after_update 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:01.002578 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: port after_delete 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:01.002909 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: subnet after_update 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:01.003241 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:01.003583 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:01.003924 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: > router precommit_create 55549900 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:01.004261 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: port before_delete 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:01.004597 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: > router precommit_create 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:01.004954 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: > router after_update 55549900 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:01.005297 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:01.005646 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: > router precommit_create 55549900 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:01.006023 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:01.006365 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: > router precommit_update 55549900 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:01.006725 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: > agent after_create 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:01.007069 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: > agent after_delete 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:01.007410 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: > network after_delete 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:01.008254 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.quota.resource_registry [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Tracking information for resource: router configured {{(pid=93775) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 16:53:01.008789 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.quota.resource_registry [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Tracking information for resource: floatingip configured {{(pid=93775) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 16:53:01.013421 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.db.l3_agentschedulers_db [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 25 16:53:01.014031 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: port after_update 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:01.014434 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: port after_create 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:01.014955 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: port after_delete 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:01.015310 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: port after_update 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:01.016093 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: > router before_create 55550100 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:01.016457 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:01.016814 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: > router precommit_create 55550100 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:01.017169 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: > router precommit_update 55550100 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:01.021923 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.services.provider_configuration [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Service providers = [] {{(pid=93775) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 25 16:53:01.022284 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.db.servicetype_db [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93775) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 25 16:53:01.025180 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.services.service_base [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93775) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 25 16:53:01.025531 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.services.service_base [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93775) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 25 16:53:01.025900 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.services.service_base [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93775) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 25 16:53:01.026778 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.services.service_base [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93775) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 25 16:53:01.027147 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.services.service_base [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 25 16:53:01.027521 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93775) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 16:53:01.027836 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 25 16:53:01.038507 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93775) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 16:53:01.038841 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading Plugin: auto_allocate Aug 25 16:53:01.044772 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: network precommit_update 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:01.045140 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: network precommit_create 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:01.046268 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93775) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 16:53:01.046591 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading Plugin: tag Aug 25 16:53:01.052993 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93775) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 16:53:01.053324 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading Plugin: timestamp Aug 25 16:53:01.057295 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93775) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 16:53:01.057627 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading Plugin: network_ip_availability Aug 25 16:53:01.063614 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:01.063931 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:01.064284 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:01.064983 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93775) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 16:53:01.065301 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading Plugin: flavors Aug 25 16:53:01.069949 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93775) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 16:53:01.070281 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading Plugin: revisions Aug 25 16:53:01.074491 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93775) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 16:53:01.074874 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_concurrency.lockutils [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.819s {{(pid=93775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:53:01.075599 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93775) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 25 16:53:01.075968 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Initializing extension manager. Aug 25 16:53:01.076476 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: __init__.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.076866 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: __pycache__ {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.077199 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.077532 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: address_group.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.078314 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.078870 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loaded extension: address-group Aug 25 16:53:01.079196 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: address_scope.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.079904 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.080418 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loaded extension: address-scope Aug 25 16:53:01.080736 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.081653 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.082191 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loaded extension: router-admin-state-down-before-update Aug 25 16:53:01.082510 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: agent.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.083391 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.083902 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loaded extension: agent Aug 25 16:53:01.084225 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: agent_resources_synced.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.085125 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.085635 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loaded extension: agent-resources-synced Aug 25 16:53:01.085983 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: allowedaddresspairs.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.087741 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.088263 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loaded extension: allowed-address-pairs Aug 25 16:53:01.088586 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: auto_allocated_topology.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.089656 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.090201 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loaded extension: auto-allocated-topology Aug 25 16:53:01.090525 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: availability_zone.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.091219 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.091727 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loaded extension: availability_zone Aug 25 16:53:01.092047 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: availability_zone_filter.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.092998 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.093507 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loaded extension: availability_zone_filter Aug 25 16:53:01.093849 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: data_plane_status.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.094752 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.095260 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extension data-plane-status not supported by any of loaded plugins Aug 25 16:53:01.095577 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: default_subnetpools.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.096478 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.096992 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loaded extension: default-subnetpools Aug 25 16:53:01.097309 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.098136 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.098654 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loaded extension: dhcp_agent_scheduler Aug 25 16:53:01.098978 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: dns.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.099889 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.100402 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extension dns-integration not supported by any of loaded plugins Aug 25 16:53:01.100721 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: dns_domain_ports.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.101630 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.102166 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 25 16:53:01.102485 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.103403 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.103913 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 25 16:53:01.104229 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: dvr.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.104893 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.105399 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loaded extension: dvr Aug 25 16:53:01.105753 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: ecmp_routes.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.106655 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.107162 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 25 16:53:01.107478 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: empty_string_filtering.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.108903 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.109413 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loaded extension: empty-string-filtering Aug 25 16:53:01.109755 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.110674 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.111177 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 25 16:53:01.111494 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.112403 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.112912 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 25 16:53:01.113228 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: external_net.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.114157 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.114664 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loaded extension: external-net Aug 25 16:53:01.114981 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.115882 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.116386 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loaded extension: extra_dhcp_opt Aug 25 16:53:01.116704 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: extraroute.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.117607 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.118145 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loaded extension: extraroute Aug 25 16:53:01.118464 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: extraroute_atomic.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.119488 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.119996 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loaded extension: extraroute-atomic Aug 25 16:53:01.120316 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: filter_validation.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.120981 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.121472 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loaded extension: filter-validation Aug 25 16:53:01.121823 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: fip_pf_description.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.122724 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.123229 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 25 16:53:01.123645 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: fip_port_details.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.125247 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.125782 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loaded extension: fip-port-details Aug 25 16:53:01.126104 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: flavors.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.127325 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.127849 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loaded extension: flavors Aug 25 16:53:01.128170 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.129836 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.130365 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 25 16:53:01.130697 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: floatingip_pools.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.131392 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.131911 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loaded extension: floatingip-pools Aug 25 16:53:01.132236 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: ip_allocation.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.133156 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.133680 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extension ip_allocation not supported by any of loaded plugins Aug 25 16:53:01.134021 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.134938 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.135454 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loaded extension: ip-substring-filtering Aug 25 16:53:01.135778 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: l2_adjacency.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.136703 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.137215 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 25 16:53:01.137535 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: l3.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.138641 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.139723 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loaded extension: router Aug 25 16:53:01.140113 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.142332 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.142868 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 25 16:53:01.143197 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.144126 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.144648 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loaded extension: ext-gw-mode Aug 25 16:53:01.144973 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.145937 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.146456 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loaded extension: l3-ha Aug 25 16:53:01.146781 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: l3_flavors.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.147696 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.148209 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loaded extension: l3-flavors Aug 25 16:53:01.148531 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.149432 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.149981 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 25 16:53:01.150303 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: l3agentscheduler.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.151311 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.151825 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loaded extension: l3_agent_scheduler Aug 25 16:53:01.152150 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: logging.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.153614 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.154248 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extension logging not supported by any of loaded plugins Aug 25 16:53:01.154582 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: metering.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.156089 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.156666 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loaded extension: metering Aug 25 16:53:01.156991 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.158103 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.158622 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loaded extension: metering_source_and_destination_fields Aug 25 16:53:01.158944 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: multiprovidernet.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.159898 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.160408 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loaded extension: multi-provider Aug 25 16:53:01.160728 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: netmtu.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.161640 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.162175 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loaded extension: net-mtu Aug 25 16:53:01.162495 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: netmtu_writable.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.163404 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.163913 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loaded extension: net-mtu-writable Aug 25 16:53:01.164231 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: network_availability_zone.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.164930 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.165696 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loaded extension: network_availability_zone Aug 25 16:53:01.166027 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: network_ip_availability.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.167105 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.167618 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loaded extension: network-ip-availability Aug 25 16:53:01.167936 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: network_segment_range.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.168686 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.169190 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extension network-segment-range not supported by any of loaded plugins Aug 25 16:53:01.169505 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: pagination.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.170603 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.171025 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loaded extension: pagination Aug 25 16:53:01.171342 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: port_device_profile.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.172247 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.172763 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loaded extension: port-device-profile Aug 25 16:53:01.173082 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.174029 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.174543 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loaded extension: port-mac-address-regenerate Aug 25 16:53:01.174864 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.175773 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.176283 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loaded extension: port-numa-affinity-policy Aug 25 16:53:01.176603 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: port_resource_request.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.177517 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.178072 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extension port-resource-request not supported by any of loaded plugins Aug 25 16:53:01.178394 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: portbindings.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.179307 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.179826 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loaded extension: binding Aug 25 16:53:01.180146 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: portbindings_extended.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.181528 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.182080 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loaded extension: binding-extended Aug 25 16:53:01.182407 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: portsecurity.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.183323 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.183834 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loaded extension: port-security Aug 25 16:53:01.184154 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: project_id.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.185128 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.185456 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loaded extension: project-id Aug 25 16:53:01.185801 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: providernet.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.186782 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.187296 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loaded extension: provider Aug 25 16:53:01.187614 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: qos.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.191096 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.191630 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extension qos not supported by any of loaded plugins Aug 25 16:53:01.191960 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.193187 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.193732 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 25 16:53:01.194062 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.194971 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.195490 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 25 16:53:01.195815 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: qos_default.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.196716 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.197235 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extension qos-default not supported by any of loaded plugins Aug 25 16:53:01.197560 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: qos_fip.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.198243 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.198754 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extension qos-fip not supported by any of loaded plugins Aug 25 16:53:01.199073 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: qos_gateway_ip.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.200024 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.200536 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 25 16:53:01.200857 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: qos_port_network_policy.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.202322 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.202833 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 25 16:53:01.203151 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: qos_pps_rule.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.204319 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.204843 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extension qos-pps not supported by any of loaded plugins Aug 25 16:53:01.205169 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: qos_rule_type_details.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.206107 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.206623 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 25 16:53:01.206945 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: qos_rules_alias.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.207976 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.208493 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 25 16:53:01.208812 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: quotasv2.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.209748 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.210076 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loaded extension: quotas Aug 25 16:53:01.210394 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: quotasv2_detail.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.213396 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.213771 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loaded extension: quota_details Aug 25 16:53:01.214101 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: rbac.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.215336 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.215863 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loaded extension: rbac-policies Aug 25 16:53:01.216191 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: rbac_address_group.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.217115 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.218327 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loaded extension: rbac-address-group Aug 25 16:53:01.218655 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: rbac_address_scope.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.219580 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.220095 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loaded extension: rbac-address-scope Aug 25 16:53:01.220417 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: rbac_security_groups.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.221323 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.221869 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loaded extension: rbac-security-groups Aug 25 16:53:01.222190 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: rbac_subnetpool.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.223096 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.223606 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loaded extension: rbac-subnetpool Aug 25 16:53:01.223925 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: revisionifmatch.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.224843 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.225358 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loaded extension: revision-if-match Aug 25 16:53:01.225694 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: revisions.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.226802 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.227316 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loaded extension: standard-attr-revisions Aug 25 16:53:01.227639 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: router_availability_zone.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.228311 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.228828 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loaded extension: router_availability_zone Aug 25 16:53:01.229151 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: routerservicetype.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.230105 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.230618 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extension router-service-type not supported by any of loaded plugins Aug 25 16:53:01.230936 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.231849 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.232363 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loaded extension: security-groups-normalized-cidr Aug 25 16:53:01.232683 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.233715 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.234231 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loaded extension: port-security-groups-filtering Aug 25 16:53:01.234552 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.235473 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.235995 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loaded extension: security-groups-remote-address-group Aug 25 16:53:01.236317 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: securitygroup.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.247138 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.247676 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loaded extension: security-group Aug 25 16:53:01.248008 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: segment.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.249373 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.249924 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extension segment not supported by any of loaded plugins Aug 25 16:53:01.250254 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.251197 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.251714 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 25 16:53:01.252040 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: servicetype.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.253211 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.253758 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loaded extension: service-type Aug 25 16:53:01.254087 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: sorting.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.255076 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.255407 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loaded extension: sorting Aug 25 16:53:01.255728 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: standard_attr_segment.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.256640 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.257160 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 25 16:53:01.257483 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: standardattrdescription.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.258160 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.258677 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loaded extension: standard-attr-description Aug 25 16:53:01.258996 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: stateful_security_group.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.259922 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.260444 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loaded extension: stateful-security-group Aug 25 16:53:01.260767 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: stdattrs_common.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.261343 dv-cinder-791240-5-iscsi neutron-server[93775]: WARNING neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 25 16:53:01.261663 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.262632 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.263152 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 25 16:53:01.263471 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: subnet_onboard.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.265095 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.265614 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loaded extension: subnet_onboard Aug 25 16:53:01.265962 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.266885 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.267399 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 25 16:53:01.267721 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: subnet_service_types.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.268637 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.269156 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loaded extension: subnet-service-types Aug 25 16:53:01.269487 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: subnetallocation.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.270579 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.271101 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loaded extension: subnet_allocation Aug 25 16:53:01.271423 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.272089 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.272603 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loaded extension: subnetpool-prefix-ops Aug 25 16:53:01.272922 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.273903 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.274418 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 25 16:53:01.274736 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: tagging.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.275782 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.276311 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loaded extension: standard-attr-tag Aug 25 16:53:01.276634 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: timestamp.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.277874 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.278396 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loaded extension: standard-attr-timestamp Aug 25 16:53:01.278724 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: trunk.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.279800 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.280414 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extension trunk not supported by any of loaded plugins Aug 25 16:53:01.280737 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: trunk_details.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.281665 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.282205 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extension trunk-details not supported by any of loaded plugins Aug 25 16:53:01.282526 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: uplink_status_propagation.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.283477 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.283997 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 25 16:53:01.284317 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Loading extension file: vlantransparent.py {{(pid=93775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 16:53:01.284988 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 16:53:01.285501 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 25 16:53:01.287958 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.quota.resource_registry [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Creating instance of TrackedResource for resource:network Aug 25 16:53:01.288479 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.quota.resource_registry [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Creating instance of TrackedResource for resource:subnet Aug 25 16:53:01.288882 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.quota.resource_registry [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 16:53:01.289275 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.quota.resource_registry [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Creating instance of TrackedResource for resource:port Aug 25 16:53:01.290822 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.v2.resource_helper [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93775) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 16:53:01.291251 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.v2.resource_helper [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Service FLAVORS assigned prefix: {{(pid=93775) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 16:53:01.291863 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.v2.resource_helper [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93775) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 16:53:01.292289 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.v2.resource_helper [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93775) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 16:53:01.292618 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.quota.resource_registry [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Creating instance of TrackedResource for resource:router Aug 25 16:53:01.293043 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.quota.resource_registry [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Creating instance of TrackedResource for resource:floatingip Aug 25 16:53:01.293538 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.v2.resource_helper [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Service METERING assigned prefix: /metering {{(pid=93775) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 16:53:01.295134 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:01.295684 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:01.296133 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:53:01.297153 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.quota.resource_registry [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Creating instance of CountableResource for resource:rbac_policy Aug 25 16:53:01.297598 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.quota.resource_registry [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Creating instance of TrackedResource for resource:security_group Aug 25 16:53:01.298052 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.quota.resource_registry [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 25 16:53:01.298656 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.v2.resource_helper [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Service CORE assigned prefix: {{(pid=93775) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 16:53:01.298986 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.quota.resource_registry [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 16:53:01.299333 dv-cinder-791240-5-iscsi neutron-server[93775]: WARNING neutron.quota.resource_registry [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] subnetpool is already registered Aug 25 16:53:01.299752 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.v2.resource_helper [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Service CORE assigned prefix: {{(pid=93775) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 16:53:01.300074 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.quota.resource_registry [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 16:53:01.300402 dv-cinder-791240-5-iscsi neutron-server[93775]: WARNING neutron.quota.resource_registry [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] subnetpool is already registered Aug 25 16:53:01.302724 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.v2.resource_helper [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93775) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 16:53:01.303156 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.v2.resource_helper [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Service FLAVORS assigned prefix: {{(pid=93775) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 16:53:01.303748 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.v2.resource_helper [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93775) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 16:53:01.304162 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.v2.resource_helper [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93775) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 16:53:01.304492 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.quota.resource_registry [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Creating instance of TrackedResource for resource:router Aug 25 16:53:01.304832 dv-cinder-791240-5-iscsi neutron-server[93775]: WARNING neutron.quota.resource_registry [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] router is already registered Aug 25 16:53:01.305241 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.quota.resource_registry [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Creating instance of TrackedResource for resource:floatingip Aug 25 16:53:01.305577 dv-cinder-791240-5-iscsi neutron-server[93775]: WARNING neutron.quota.resource_registry [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] floatingip is already registered Aug 25 16:53:01.306049 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.v2.resource_helper [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Service METERING assigned prefix: /metering {{(pid=93775) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 16:53:01.307091 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.quota.resource_registry [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Creating instance of CountableResource for resource:rbac_policy Aug 25 16:53:01.307091 dv-cinder-791240-5-iscsi neutron-server[93775]: WARNING neutron.quota.resource_registry [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] rbac_policy is already registered Aug 25 16:53:01.307432 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.quota.resource_registry [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Creating instance of TrackedResource for resource:security_group Aug 25 16:53:01.307764 dv-cinder-791240-5-iscsi neutron-server[93775]: WARNING neutron.quota.resource_registry [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] security_group is already registered Aug 25 16:53:01.308167 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.quota.resource_registry [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 25 16:53:01.308497 dv-cinder-791240-5-iscsi neutron-server[93775]: WARNING neutron.quota.resource_registry [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] security_group_rule is already registered Aug 25 16:53:01.309121 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.v2.resource_helper [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Service CORE assigned prefix: {{(pid=93775) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 16:53:01.309451 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.quota.resource_registry [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 16:53:01.309824 dv-cinder-791240-5-iscsi neutron-server[93775]: WARNING neutron.quota.resource_registry [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] subnetpool is already registered Aug 25 16:53:01.310242 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.v2.resource_helper [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Service CORE assigned prefix: {{(pid=93775) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 16:53:01.310563 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.quota.resource_registry [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 16:53:01.310892 dv-cinder-791240-5-iscsi neutron-server[93775]: WARNING neutron.quota.resource_registry [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] subnetpool is already registered Aug 25 16:53:01.311982 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extended resource: extensions {{(pid=93775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 16:53:01.313362 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extended resource: address-groups {{(pid=93775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 16:53:01.314918 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extended resource: address-scopes {{(pid=93775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 16:53:01.316179 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extended resource: agents {{(pid=93775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 16:53:01.317343 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extended resource: auto-allocated-topology {{(pid=93775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 16:53:01.318590 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extended resource: availability_zones {{(pid=93775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 16:53:01.319815 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extended resource: dhcp-networks {{(pid=93775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 16:53:01.321319 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extended resource: dhcp-agents {{(pid=93775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 16:53:01.322750 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extended resource: routers {{(pid=93775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 16:53:01.324984 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extended resource: flavors {{(pid=93775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 16:53:01.326169 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extended resource: service_profiles {{(pid=93775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 16:53:01.328223 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extended resource: next_providers {{(pid=93775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 16:53:01.329636 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extended resource: service_profiles {{(pid=93775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 16:53:01.332191 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extended resource: floatingip-pools {{(pid=93775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 16:53:01.334639 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extended resource: routers {{(pid=93775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 16:53:01.336793 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extended resource: floatingips {{(pid=93775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 16:53:01.338161 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extended resource: l3-routers {{(pid=93775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 16:53:01.341412 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extended resource: l3-agents {{(pid=93775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 16:53:01.343094 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extended resource: metering-labels {{(pid=93775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 16:53:01.344460 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extended resource: metering-label-rules {{(pid=93775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 16:53:01.345749 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extended resource: network-ip-availabilities {{(pid=93775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 16:53:01.347040 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extended resource: bindings {{(pid=93775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 16:53:01.348669 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extended resource: quotas {{(pid=93775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 16:53:01.350118 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extended resource: quotas {{(pid=93775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 16:53:01.351524 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extended resource: rbac-policies {{(pid=93775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 16:53:01.352734 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extended resource: security-groups {{(pid=93775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 16:53:01.354058 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extended resource: security-group-rules {{(pid=93775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 16:53:01.355275 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extended resource: service-providers {{(pid=93775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 16:53:01.356470 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extended resource: subnetpools {{(pid=93775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 16:53:01.359230 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extended resource: subnetpools {{(pid=93775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 16:53:01.360709 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extended resource: tags {{(pid=93775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 16:53:01.362436 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extended resource: tags {{(pid=93775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 16:53:01.364247 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extended resource: tags {{(pid=93775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 16:53:01.366022 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extended resource: tags {{(pid=93775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 16:53:01.367797 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extended resource: tags {{(pid=93775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 16:53:01.369626 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extended resource: tags {{(pid=93775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 16:53:01.371304 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extended resource: tags {{(pid=93775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 16:53:01.373196 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extended resource: tags {{(pid=93775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 16:53:01.375672 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extended resource: tags {{(pid=93775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 16:53:01.377385 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron.api.extensions [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Extended resource: tags {{(pid=93775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 16:53:01.383268 dv-cinder-791240-5-iscsi neutron-server[93775]: WARNING keystonemiddleware.auth_token [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 25 16:53:01.387942 dv-cinder-791240-5-iscsi neutron-server[93775]: WARNING keystonemiddleware.auth_token [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 25 16:53:01.396899 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_concurrency.lockutils [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Acquired lock "singleton_lock" {{(pid=93775) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 25 16:53:01.397411 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_concurrency.lockutils [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Releasing lock "singleton_lock" {{(pid=93775) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 25 16:53:01.398038 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO oslo_service.service [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Starting 2 workers Aug 25 16:53:01.402883 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Started child 93882 {{(pid=93775) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 25 16:53:01.407341 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Started child 93883 {{(pid=93775) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 25 16:53:01.408461 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:01.409095 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO neutron.service [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 25 16:53:01.409584 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Notify callbacks [] for process, before_spawn {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:01.409995 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [-] (93882) wsgi starting up on http://0.0.0.0:9696 Aug 25 16:53:01.412012 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO oslo_service.service [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Starting 1 workers Aug 25 16:53:01.412134 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:01.413409 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [-] (93883) wsgi starting up on http://0.0.0.0:9696 Aug 25 16:53:01.417498 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Started child 93884 {{(pid=93775) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 25 16:53:01.418076 dv-cinder-791240-5-iscsi neutron-server[93775]: INFO oslo_service.service [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Starting 1 workers Aug 25 16:53:01.421132 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.service [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] calling RpcWorker wait() {{(pid=93884) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 25 16:53:01.421706 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.service [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] returning from RpcWorker wait() {{(pid=93884) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 25 16:53:01.422802 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Started child 93885 {{(pid=93775) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 25 16:53:01.423048 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:01.423579 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:53:01.423670 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88e5affc-8c14-4b1b-b6f2-69c504d6eb21 None None] Notify callbacks [] for process, after_spawn {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:01.425550 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93775) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 25 16:53:01.425793 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 25 16:53:01.425980 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 25 16:53:01.426202 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 25 16:53:01.426531 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 25 16:53:01.426691 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 25 16:53:01.427207 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.427475 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.427734 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.427988 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.428273 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.428527 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:01.429016 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.429103 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.429323 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.429590 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.429845 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.430016 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.430178 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.430436 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.430678 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.430971 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.431236 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.431468 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.431769 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.431934 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.432202 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.432466 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.432686 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.432949 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] debug = True {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.433188 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.433722 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.433951 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.434187 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.434423 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.434683 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.434922 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.435174 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.435430 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.435660 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.435914 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.436763 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.437383 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.437383 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.437558 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.437804 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.438026 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.438500 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] host = dv-cinder-791240-5-iscsi {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.438733 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.438966 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.439207 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.439436 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.439686 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.439918 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.440176 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.440414 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.440688 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.440913 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.441170 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.441438 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.441648 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.441931 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] log_file = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.442094 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] log_options = True {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.442357 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.442603 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.442840 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.443027 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.443191 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.443367 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.443612 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.443773 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.444029 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.444239 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.444447 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.444651 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.444887 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.445112 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.445370 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.445609 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.445857 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.446084 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.446334 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.446575 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.446794 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.447015 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.447250 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.447461 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.447685 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.447902 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.448128 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.448338 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.448545 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.448786 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.449006 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.449268 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.449542 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.449787 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.450017 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.450237 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.450446 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.450718 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.450942 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.451179 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.451452 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.451768 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.452669 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.452956 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.453202 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.453414 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] use_json = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.453626 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.453892 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.454140 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.454351 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.454578 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.454790 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.455016 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.455255 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.455675 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.455941 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.456250 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.456491 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.456719 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.456952 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.457177 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.457410 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.457650 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.457916 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.458226 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.458458 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.458735 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.459381 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.459651 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.459961 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.460201 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.460459 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.460720 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.460950 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.461165 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.461403 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.461725 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.462122 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.462122 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.462393 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.462572 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.462880 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.463206 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.463484 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.88/identity {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.463670 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.464203 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.464442 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.464740 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.464961 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.465184 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.465391 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.465953 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.465953 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.466159 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.466358 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.466591 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.466817 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.467677 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.467677 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.467677 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.467938 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.468075 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:53:01.468184 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.468393 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.469165 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.469165 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.469165 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.469438 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.469520 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.469797 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.469939 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.470156 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.470368 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.470578 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.470795 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.472813 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.472813 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.472813 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.472813 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.472813 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.472813 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.472813 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.472813 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.472813 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.473462 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.473462 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.473462 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.473685 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.473766 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.474002 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.474217 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.474441 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.474670 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.474900 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.475133 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.475343 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.475553 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.476227 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.476452 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.476663 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.476871 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.477199 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.477295 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.477817 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.477817 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.478079 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.478314 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.478559 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.478787 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.479049 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.479279 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.479508 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.479727 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.479968 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.480197 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.480568 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.480669 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.480890 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.481120 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.481565 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.481860 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.482097 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.482321 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.482531 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.482764 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.483112 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.483469 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.483702 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.483942 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.484177 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.484648 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.484906 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.485283 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.485579 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.485836 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.486108 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.486393 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.486672 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.486986 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.487428 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.487854 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.488258 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.488645 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.489051 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.489278 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.489655 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.490030 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.490553 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.490951 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.491324 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.491683 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.492071 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.492547 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.492943 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.493184 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.493402 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.493697 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.493939 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.494256 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.494444 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.494686 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.494922 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.495182 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.495427 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.88/identity {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.495641 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.495854 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.496104 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.496316 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.496558 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.496773 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.497003 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.497214 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.497426 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.497653 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.497887 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.498108 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.498335 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.499095 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.499309 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.499553 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.499763 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.499980 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.500212 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.500444 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.500686 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.500900 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.501129 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.501376 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.501592 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.501885 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.502724 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.502724 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.502724 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.502982 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.502982 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.503195 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.503602 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.503985 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.504352 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.504565 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.504788 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.505006 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.505249 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.505475 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.505724 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.505993 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.506245 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.506578 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.507047 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.507579 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.508018 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.508372 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.508771 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.509156 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.509534 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.509917 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.510273 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.510630 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.511041 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.511428 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.511687 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.511903 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.512132 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.512360 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.512579 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.512828 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.513105 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.513355 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.513592 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.513906 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.514217 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.514959 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.515221 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.515437 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.515645 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.515866 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.516101 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.516308 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.516534 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.516741 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.516947 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.517165 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.517378 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.517603 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.517832 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.518061 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.518296 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.518517 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.518731 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.518937 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.519178 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.519421 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.519629 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.519870 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.520082 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.520320 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.520555 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.520762 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.520968 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.521182 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.521540 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.521982 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.522419 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.522825 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.523197 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.523625 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.524010 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.524416 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.524665 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.524982 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.525212 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.525472 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.525751 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.525972 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.526188 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.526440 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.526756 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.527023 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.527266 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.527517 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.527786 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.528213 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1450:1499'] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.528653 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.529022 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.529460 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.530073 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.530345 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.530621 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.530885 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.531137 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.531363 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.531602 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.531839 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.532083 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.532317 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.532561 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.532812 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.533069 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.533301 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.533548 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.533807 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.534058 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.534287 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.534538 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.534752 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.534907 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 25 16:53:01.535439 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93775) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 25 16:53:01.535602 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 25 16:53:01.535758 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 25 16:53:01.535928 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 25 16:53:01.536111 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 25 16:53:01.536268 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 25 16:53:01.536474 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.536637 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.536795 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.536954 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.537112 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.537293 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.537452 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.537611 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.537795 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.537954 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.538113 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.538270 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.538429 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.538586 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.538743 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.538901 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.539058 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.539218 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.539381 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.539540 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.539697 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.539854 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.540011 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] debug = True {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.540419 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.540613 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.540808 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.540933 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.541087 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.541404 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.541724 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.542013 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.542517 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.542673 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.542979 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.543138 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.543300 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.543454 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.543605 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.543764 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.543920 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.544077 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] host = dv-cinder-791240-5-iscsi {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.544238 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.544391 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.544543 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.544703 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.544861 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.545013 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.545314 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.545524 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.545667 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.545976 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.546277 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.546439 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.546596 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.546753 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] log_file = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.546909 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] log_options = True {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.547065 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.547222 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.547379 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.547566 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.547727 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.547886 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.548045 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.548198 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.548507 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.548808 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.548973 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.549121 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.549416 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.549574 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.549892 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.550055 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.550214 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.550372 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.550528 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.550685 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.550840 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.550996 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.551153 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.551309 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.551464 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.551620 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.551777 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.551931 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.552088 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.552244 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.552400 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.552556 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.552716 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.552879 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.553031 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.553347 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.553507 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.553668 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.553850 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.554015 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.554154 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.554283 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.554425 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.554580 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.554737 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.554891 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] use_json = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.555046 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.555203 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.555357 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.555516 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.555672 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.555901 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.556002 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.556129 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 16:53:01.556305 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.556466 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.556636 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.556796 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.556955 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.557115 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.557275 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.557433 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.557591 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.557776 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.557942 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.558104 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.558273 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.558433 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.558590 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.558751 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.558910 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.559093 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.559232 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.559372 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.559524 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.559682 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.559850 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.560008 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.560167 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.560325 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.560485 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.560658 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.560816 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.561504 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.88/identity {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.561712 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.561906 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.562055 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.562250 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.562385 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.562533 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.562666 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.562813 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.562957 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:53:01.563103 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.563103 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.563355 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.563486 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.563615 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.563743 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.563884 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.564015 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.564147 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.564302 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.564463 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.564607 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.564770 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.564980 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.565121 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.565252 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.565383 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.565544 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.565743 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.565890 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.566111 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.566243 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.566386 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.566521 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.566648 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.566790 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.566923 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.567056 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.567213 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.567372 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.567530 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.567689 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.567831 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.567995 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.568153 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.568312 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.568470 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.568628 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.568786 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.568944 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.569102 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.569262 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.569420 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.569580 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.569762 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.569922 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.570081 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.570238 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.570383 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.570543 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.570700 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.570867 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.571042 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.571202 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.571361 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.571520 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.571678 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.571838 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.571996 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.572154 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.572312 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.572471 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.572629 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.572787 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.572949 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.573093 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.573261 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.573420 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.573578 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.573784 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.573914 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.574110 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.574311 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.574445 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.574445 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.574445 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.574445 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.574445 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.576513 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.576513 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.576513 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.576513 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.576513 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.576513 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.576513 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.576513 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.579912 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.579912 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.579912 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.579912 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.579912 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.579912 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.579912 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.579912 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.579912 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.581467 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.581467 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.581467 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.581467 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.581467 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.581467 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.581467 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.581467 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.582031 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.582031 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.582031 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.582031 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.582031 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.582031 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.582031 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.582031 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.88/identity {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.582553 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.582553 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.582553 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.582553 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.582553 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.582553 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.582553 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.582553 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.583072 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.583072 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.583072 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.583072 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.583072 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.583072 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.583072 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.583072 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.583598 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.583598 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.583598 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.583598 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.583598 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.583923 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.583923 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.584066 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.584206 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.584435 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.584535 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.584676 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.584834 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.584994 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.585154 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.585313 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.585474 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.585633 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.585826 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.586001 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.586142 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.586326 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.586456 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.586617 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.586776 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.587000 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.587091 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.587246 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.587407 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.587566 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.587726 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.587884 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.588043 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.588200 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.588359 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.588517 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.588675 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.588833 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.588995 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.589156 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.589314 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.589473 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.589632 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.589812 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.589983 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.590202 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.590291 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.590438 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.590596 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.590754 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.590913 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.591071 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.591240 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.591399 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.591557 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.591715 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.591874 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.592032 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.592199 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.592520 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.592739 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.592826 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.593031 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.593209 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.593380 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.593541 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.593727 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.593889 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.594047 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.594206 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.594375 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.594560 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.594689 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.594847 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.595005 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.595163 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.595331 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.595490 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.595649 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.595807 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.595964 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.596123 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.596290 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.596467 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.596605 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.596772 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.596931 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.597088 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.597249 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.597421 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.597581 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.597763 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.597924 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.598083 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.598241 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.598402 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.598565 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.598733 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.598899 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.599059 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.599227 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.599395 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1450:1499'] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.599561 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.599719 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.599885 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.600056 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.600214 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.600373 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.600530 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.600689 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.600850 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.601007 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.601165 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.601324 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.601482 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.601640 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.601820 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.601979 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.602138 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.602296 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.602454 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.602612 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.602772 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.602931 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.603093 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 16:53:01.603235 dv-cinder-791240-5-iscsi neutron-server[93775]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 25 16:53:01.792473 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 59812) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:53:01.801791 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [-] 10.222.0.88 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069649 Aug 25 16:53:13.128661 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f632179-8059-4c6f-9e48-bce489d6de72 None None] get_active_networks_info from dv-cinder-791240-5-iscsi {{(pid=93884) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 25 16:53:13.215027 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f632179-8059-4c6f-9e48-bce489d6de72 None None] No non-hosted networks {{(pid=93884) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 25 16:53:13.232167 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.agentschedulers_db [None req-1f632179-8059-4c6f-9e48-bce489d6de72 None None] DHCP Agent not found on host dv-cinder-791240-5-iscsi {{(pid=93884) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 25 16:53:13.354679 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-731c0489-ea6f-4337-87bc-aca8158fd581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-616619'] for agent, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:15.658469 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3701aeae-8b47-4458-a8bd-952f1c32c960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-616619'] for agent, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:15.708252 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-52bbe293-1dc4-4691-9751-87b9b86ae575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:15.855292 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-616619'] for agent, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:15.857258 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:53:15.859305 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:53:15.861110 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:53:15.861967 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:53:15.862899 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:53:15.863536 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:53:15.864552 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:53:15.865154 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:53:15.866428 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:53:15.867380 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:53:15.867992 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:53:15.869227 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:53:15.872284 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-791240-5-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:53:15.887473 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-791240-5-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:53:17.007167 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3a305108-1f99-4b5d-a622-23901fed2525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-616619'] for agent, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:18.337318 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7978419e-b967-4a47-8975-0267302d25d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-616619'] for agent, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:19.520997 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 59906) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:53:20.006677 dv-cinder-791240-5-iscsi neutron-server[93883]: WARNING oslo_policy.policy [None req-07a96b62-5169-4ff8-a68d-5802623f1dca admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 16:53:20.007291 dv-cinder-791240-5-iscsi neutron-server[93883]: WARNING oslo_policy.policy [None req-07a96b62-5169-4ff8-a68d-5802623f1dca admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 16:53:20.231918 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [None req-07a96b62-5169-4ff8-a68d-5802623f1dca admin admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 16:53:20.233021 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-07a96b62-5169-4ff8-a68d-5802623f1dca admin admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7111259 Aug 25 16:53:22.616569 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 59920) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:53:22.934426 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-1f5f4580-5b03-40f7-9a44-361dee0f1bbb admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 16:53:22.994827 dv-cinder-791240-5-iscsi neutron-server[93884]: INFO neutron.db.l3_hamode_db [None req-097a3bc2-ae51-403a-b7c2-2a2deaacc644 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 25 16:53:23.027868 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.policy [None req-1f5f4580-5b03-40f7-9a44-361dee0f1bbb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93883) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 25 16:53:23.072047 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097a3bc2-ae51-403a-b7c2-2a2deaacc644 None None] Routers set() bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:53:23.072443 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097a3bc2-ae51-403a-b7c2-2a2deaacc644 None None] Router IDs set() for agent in host dv-cinder-791240-5-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 25 16:53:23.072653 dv-cinder-791240-5-iscsi neutron-server[93883]: WARNING oslo_policy.policy [None req-1f5f4580-5b03-40f7-9a44-361dee0f1bbb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 16:53:23.073036 dv-cinder-791240-5-iscsi neutron-server[93883]: WARNING oslo_policy.policy [None req-1f5f4580-5b03-40f7-9a44-361dee0f1bbb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 16:53:23.081834 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.quota [None req-1f5f4580-5b03-40f7-9a44-361dee0f1bbb admin admin] Loaded quota_driver: . Aug 25 16:53:23.171436 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1f5f4580-5b03-40f7-9a44-361dee0f1bbb admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743709196490', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743709198119', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743709184419', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743709187791', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743708586651', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743709166506', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16174584', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16133830', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-599944', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-570984'] for rbac-policy, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:23.233552 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1f5f4580-5b03-40f7-9a44-361dee0f1bbb admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:23.234746 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-1f5f4580-5b03-40f7-9a44-361dee0f1bbb admin admin] 10.222.0.88 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6172245 Aug 25 16:53:25.868406 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 59932) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:53:26.364370 dv-cinder-791240-5-iscsi neutron-server[93882]: WARNING oslo_policy.policy [None req-47986846-fd8e-4523-a040-fd6981d8d746 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 16:53:26.365003 dv-cinder-791240-5-iscsi neutron-server[93882]: WARNING oslo_policy.policy [None req-47986846-fd8e-4523-a040-fd6981d8d746 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 16:53:26.591307 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-47986846-fd8e-4523-a040-fd6981d8d746 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '0f48742f00ea43aeb2bae9e9deff4478', 'name': 'private', 'tenant_id': '0f48742f00ea43aeb2bae9e9deff4478'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 16:53:26.593482 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.quota [None req-47986846-fd8e-4523-a040-fd6981d8d746 admin admin] Loaded quota_driver: . Aug 25 16:53:26.647391 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47986846-fd8e-4523-a040-fd6981d8d746 admin admin] Made reservation on behalf of 0f48742f00ea43aeb2bae9e9deff4478 for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:53:26.713366 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.policy [None req-47986846-fd8e-4523-a040-fd6981d8d746 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93882) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 25 16:53:26.757578 dv-cinder-791240-5-iscsi neutron-server[93882]: WARNING oslo_policy.policy [None req-47986846-fd8e-4523-a040-fd6981d8d746 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 16:53:26.757978 dv-cinder-791240-5-iscsi neutron-server[93882]: WARNING oslo_policy.policy [None req-47986846-fd8e-4523-a040-fd6981d8d746 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 16:53:26.768399 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-47986846-fd8e-4523-a040-fd6981d8d746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:26.789658 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-47986846-fd8e-4523-a040-fd6981d8d746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:26.929803 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-47986846-fd8e-4523-a040-fd6981d8d746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:26.933634 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-47986846-fd8e-4523-a040-fd6981d8d746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:26.955124 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47986846-fd8e-4523-a040-fd6981d8d746 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1482} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 16:53:26.984096 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-47986846-fd8e-4523-a040-fd6981d8d746 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743706101733', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16206884'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:26.984687 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-47986846-fd8e-4523-a040-fd6981d8d746 admin admin] Unsubscribe: segment precommit_create {{(pid=93882) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 25 16:53:26.985202 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.db.segments_db [None req-47986846-fd8e-4523-a040-fd6981d8d746 admin admin] Added segment 84adeb0d-13e3-479c-991f-d797992e5d81 of type vlan for network 5e4f9eac-68d0-4ec2-b7cc-74f06314a7e6 Aug 25 16:53:27.002393 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47986846-fd8e-4523-a040-fd6981d8d746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8043556f-6d29-406c-abf9-da8d780957b3,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:53:27.022792 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47986846-fd8e-4523-a040-fd6981d8d746 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:53:27.023153 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47986846-fd8e-4523-a040-fd6981d8d746 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:53:27.023486 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47986846-fd8e-4523-a040-fd6981d8d746 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:53:27.023818 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47986846-fd8e-4523-a040-fd6981d8d746 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:53:27.024139 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47986846-fd8e-4523-a040-fd6981d8d746 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:53:27.024473 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47986846-fd8e-4523-a040-fd6981d8d746 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:53:27.024799 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47986846-fd8e-4523-a040-fd6981d8d746 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:53:27.025114 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47986846-fd8e-4523-a040-fd6981d8d746 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:53:27.025442 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47986846-fd8e-4523-a040-fd6981d8d746 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:53:27.025852 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47986846-fd8e-4523-a040-fd6981d8d746 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:53:27.026167 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47986846-fd8e-4523-a040-fd6981d8d746 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:53:27.026475 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47986846-fd8e-4523-a040-fd6981d8d746 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:53:27.027620 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47986846-fd8e-4523-a040-fd6981d8d746 admin admin] Tracked resource versions report: Aug 25 16:53:27.027620 dv-cinder-791240-5-iscsi neutron-server[93882]: pushed versions: Aug 25 16:53:27.027620 dv-cinder-791240-5-iscsi neutron-server[93882]: { 'AddressGroup': {'1.2'}, Aug 25 16:53:27.027620 dv-cinder-791240-5-iscsi neutron-server[93882]: 'ConntrackHelper': {'1.0'}, Aug 25 16:53:27.027620 dv-cinder-791240-5-iscsi neutron-server[93882]: 'Log': {'1.0'}, Aug 25 16:53:27.027620 dv-cinder-791240-5-iscsi neutron-server[93882]: 'Network': {'1.1'}, Aug 25 16:53:27.027620 dv-cinder-791240-5-iscsi neutron-server[93882]: 'Port': {'1.7'}, Aug 25 16:53:27.027620 dv-cinder-791240-5-iscsi neutron-server[93882]: 'PortForwarding': {'1.2'}, Aug 25 16:53:27.027620 dv-cinder-791240-5-iscsi neutron-server[93882]: 'QosPolicy': {'1.9'}, Aug 25 16:53:27.027620 dv-cinder-791240-5-iscsi neutron-server[93882]: 'SecurityGroup': {'1.4'}, Aug 25 16:53:27.027620 dv-cinder-791240-5-iscsi neutron-server[93882]: 'SecurityGroupRule': {'1.2'}, Aug 25 16:53:27.027620 dv-cinder-791240-5-iscsi neutron-server[93882]: 'SubPort': {'1.0'}, Aug 25 16:53:27.027620 dv-cinder-791240-5-iscsi neutron-server[93882]: 'Subnet': {'1.1'}, Aug 25 16:53:27.027620 dv-cinder-791240-5-iscsi neutron-server[93882]: 'Trunk': {'1.1'}} Aug 25 16:53:27.027620 dv-cinder-791240-5-iscsi neutron-server[93882]: consumer versions: Aug 25 16:53:27.027620 dv-cinder-791240-5-iscsi neutron-server[93882]: { DHCP agent@dv-cinder-791240-5-iscsi: {}, Aug 25 16:53:27.027620 dv-cinder-791240-5-iscsi neutron-server[93882]: L3 agent@dv-cinder-791240-5-iscsi: {}, Aug 25 16:53:27.027620 dv-cinder-791240-5-iscsi neutron-server[93882]: Metadata agent@dv-cinder-791240-5-iscsi: {}, Aug 25 16:53:27.027620 dv-cinder-791240-5-iscsi neutron-server[93882]: Metering agent@dv-cinder-791240-5-iscsi: {}, Aug 25 16:53:27.027620 dv-cinder-791240-5-iscsi neutron-server[93882]: Open vSwitch agent@dv-cinder-791240-5-iscsi: { 'AddressGroup': '1.2', Aug 25 16:53:27.027620 dv-cinder-791240-5-iscsi neutron-server[93882]: 'ConntrackHelper': '1.0', Aug 25 16:53:27.027620 dv-cinder-791240-5-iscsi neutron-server[93882]: 'Log': '1.0', Aug 25 16:53:27.027620 dv-cinder-791240-5-iscsi neutron-server[93882]: 'Network': '1.1', Aug 25 16:53:27.027620 dv-cinder-791240-5-iscsi neutron-server[93882]: 'Port': '1.7', Aug 25 16:53:27.027620 dv-cinder-791240-5-iscsi neutron-server[93882]: 'PortForwarding': '1.2', Aug 25 16:53:27.027620 dv-cinder-791240-5-iscsi neutron-server[93882]: 'QosPolicy': '1.9', Aug 25 16:53:27.027620 dv-cinder-791240-5-iscsi neutron-server[93882]: 'SecurityGroup': '1.4', Aug 25 16:53:27.027620 dv-cinder-791240-5-iscsi neutron-server[93882]: 'SecurityGroupRule': '1.2', Aug 25 16:53:27.027620 dv-cinder-791240-5-iscsi neutron-server[93882]: 'SubPort': '1.0', Aug 25 16:53:27.027620 dv-cinder-791240-5-iscsi neutron-server[93882]: 'Subnet': '1.1', Aug 25 16:53:27.027620 dv-cinder-791240-5-iscsi neutron-server[93882]: 'Trunk': '1.1'}} Aug 25 16:53:27.027620 dv-cinder-791240-5-iscsi neutron-server[93882]: {{(pid=93882) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 16:53:27.118409 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-47986846-fd8e-4523-a040-fd6981d8d746 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743705589342'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:27.159369 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-47986846-fd8e-4523-a040-fd6981d8d746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:27.160748 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47986846-fd8e-4523-a040-fd6981d8d746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:53:27.161384 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-47986846-fd8e-4523-a040-fd6981d8d746 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16218488'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:27.242201 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-47986846-fd8e-4523-a040-fd6981d8d746 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.3715451 Aug 25 16:53:27.255876 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47986846-fd8e-4523-a040-fd6981d8d746 admin admin] Pushing event updated for resources: {'Network': ['ID=5e4f9eac-68d0-4ec2-b7cc-74f06314a7e6,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:53:27.268778 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Network 5e4f9eac-68d0-4ec2-b7cc-74f06314a7e6 details requested by agent ovs-agent-dv-cinder-791240-5-iscsi with host dv-cinder-791240-5-iscsi {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 16:53:29.896891 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 59954) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:53:30.320339 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15605ec-9e1f-4c01-a88a-e3943adb0cfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:53:30.321858 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-b15605ec-9e1f-4c01-a88a-e3943adb0cfd admin admin] 10.222.0.88 "GET /v2.0/networks/5e4f9eac-68d0-4ec2-b7cc-74f06314a7e6 HTTP/1.1" status: 200 len: 826 time: 0.4240105 Aug 25 16:53:30.348859 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-b79956a5-b2b7-49b2-8d4a-fb7a01814913 admin admin] 10.222.0.88 "GET /v2.0/subnetpools/93f4c408-079b-4a68-8c27-e742d26cbee7 HTTP/1.1" status: 200 len: 734 time: 0.0202222 Aug 25 16:53:30.359005 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-66320368-d3fe-4998-a937-74675870c704 admin admin] Request body: {'subnet': {'tenant_id': '0f48742f00ea43aeb2bae9e9deff4478', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'network_id': '5e4f9eac-68d0-4ec2-b7cc-74f06314a7e6', 'subnetpool_id': '93f4c408-079b-4a68-8c27-e742d26cbee7'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 16:53:30.384804 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66320368-d3fe-4998-a937-74675870c704 admin admin] Made reservation on behalf of 0f48742f00ea43aeb2bae9e9deff4478 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:53:30.387268 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-66320368-d3fe-4998-a937-74675870c704 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:30.673114 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-66320368-d3fe-4998-a937-74675870c704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:30.741372 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66320368-d3fe-4998-a937-74675870c704 admin admin] Checking segment: {'id': '84adeb0d-13e3-479c-991f-d797992e5d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1482, 'network_id': '5e4f9eac-68d0-4ec2-b7cc-74f06314a7e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 16:53:30.741789 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66320368-d3fe-4998-a937-74675870c704 admin admin] Network hostable DHCP agents. Network: 5e4f9eac-68d0-4ec2-b7cc-74f06314a7e6, hostable agents: ['39bdbfd6-9eef-4d2c-92d7-b2e1f06a8fe0'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:53:30.750846 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66320368-d3fe-4998-a937-74675870c704 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d39fbc8-1fa7-45bd-b00c-02fdd3e9ee09,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:53:30.761831 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66320368-d3fe-4998-a937-74675870c704 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:53:30.762187 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66320368-d3fe-4998-a937-74675870c704 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:53:30.762520 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66320368-d3fe-4998-a937-74675870c704 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:53:30.762845 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66320368-d3fe-4998-a937-74675870c704 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:53:30.763811 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66320368-d3fe-4998-a937-74675870c704 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:53:30.764160 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66320368-d3fe-4998-a937-74675870c704 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:53:30.764484 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66320368-d3fe-4998-a937-74675870c704 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:53:30.764803 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66320368-d3fe-4998-a937-74675870c704 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:53:30.765134 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66320368-d3fe-4998-a937-74675870c704 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:53:30.765457 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66320368-d3fe-4998-a937-74675870c704 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:53:30.765794 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66320368-d3fe-4998-a937-74675870c704 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:53:30.766109 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66320368-d3fe-4998-a937-74675870c704 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:53:30.767224 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66320368-d3fe-4998-a937-74675870c704 admin admin] Tracked resource versions report: Aug 25 16:53:30.767224 dv-cinder-791240-5-iscsi neutron-server[93883]: pushed versions: Aug 25 16:53:30.767224 dv-cinder-791240-5-iscsi neutron-server[93883]: { 'AddressGroup': {'1.2'}, Aug 25 16:53:30.767224 dv-cinder-791240-5-iscsi neutron-server[93883]: 'ConntrackHelper': {'1.0'}, Aug 25 16:53:30.767224 dv-cinder-791240-5-iscsi neutron-server[93883]: 'Log': {'1.0'}, Aug 25 16:53:30.767224 dv-cinder-791240-5-iscsi neutron-server[93883]: 'Network': {'1.1'}, Aug 25 16:53:30.767224 dv-cinder-791240-5-iscsi neutron-server[93883]: 'Port': {'1.7'}, Aug 25 16:53:30.767224 dv-cinder-791240-5-iscsi neutron-server[93883]: 'PortForwarding': {'1.2'}, Aug 25 16:53:30.767224 dv-cinder-791240-5-iscsi neutron-server[93883]: 'QosPolicy': {'1.9'}, Aug 25 16:53:30.767224 dv-cinder-791240-5-iscsi neutron-server[93883]: 'SecurityGroup': {'1.4'}, Aug 25 16:53:30.767224 dv-cinder-791240-5-iscsi neutron-server[93883]: 'SecurityGroupRule': {'1.2'}, Aug 25 16:53:30.767224 dv-cinder-791240-5-iscsi neutron-server[93883]: 'SubPort': {'1.0'}, Aug 25 16:53:30.767224 dv-cinder-791240-5-iscsi neutron-server[93883]: 'Subnet': {'1.1'}, Aug 25 16:53:30.767224 dv-cinder-791240-5-iscsi neutron-server[93883]: 'Trunk': {'1.1'}} Aug 25 16:53:30.767224 dv-cinder-791240-5-iscsi neutron-server[93883]: consumer versions: Aug 25 16:53:30.767224 dv-cinder-791240-5-iscsi neutron-server[93883]: { DHCP agent@dv-cinder-791240-5-iscsi: {}, Aug 25 16:53:30.767224 dv-cinder-791240-5-iscsi neutron-server[93883]: L3 agent@dv-cinder-791240-5-iscsi: {}, Aug 25 16:53:30.767224 dv-cinder-791240-5-iscsi neutron-server[93883]: Metadata agent@dv-cinder-791240-5-iscsi: {}, Aug 25 16:53:30.767224 dv-cinder-791240-5-iscsi neutron-server[93883]: Metering agent@dv-cinder-791240-5-iscsi: {}, Aug 25 16:53:30.767224 dv-cinder-791240-5-iscsi neutron-server[93883]: Open vSwitch agent@dv-cinder-791240-5-iscsi: { 'AddressGroup': '1.2', Aug 25 16:53:30.767224 dv-cinder-791240-5-iscsi neutron-server[93883]: 'ConntrackHelper': '1.0', Aug 25 16:53:30.767224 dv-cinder-791240-5-iscsi neutron-server[93883]: 'Log': '1.0', Aug 25 16:53:30.767224 dv-cinder-791240-5-iscsi neutron-server[93883]: 'Network': '1.1', Aug 25 16:53:30.767224 dv-cinder-791240-5-iscsi neutron-server[93883]: 'Port': '1.7', Aug 25 16:53:30.767224 dv-cinder-791240-5-iscsi neutron-server[93883]: 'PortForwarding': '1.2', Aug 25 16:53:30.767224 dv-cinder-791240-5-iscsi neutron-server[93883]: 'QosPolicy': '1.9', Aug 25 16:53:30.767224 dv-cinder-791240-5-iscsi neutron-server[93883]: 'SecurityGroup': '1.4', Aug 25 16:53:30.767224 dv-cinder-791240-5-iscsi neutron-server[93883]: 'SecurityGroupRule': '1.2', Aug 25 16:53:30.767224 dv-cinder-791240-5-iscsi neutron-server[93883]: 'SubPort': '1.0', Aug 25 16:53:30.767224 dv-cinder-791240-5-iscsi neutron-server[93883]: 'Subnet': '1.1', Aug 25 16:53:30.767224 dv-cinder-791240-5-iscsi neutron-server[93883]: 'Trunk': '1.1'}} Aug 25 16:53:30.767224 dv-cinder-791240-5-iscsi neutron-server[93883]: {{(pid=93883) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 16:53:30.805390 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66320368-d3fe-4998-a937-74675870c704 admin admin] Network 5e4f9eac-68d0-4ec2-b7cc-74f06314a7e6 is scheduled to be hosted by DHCP agent 39bdbfd6-9eef-4d2c-92d7-b2e1f06a8fe0 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:53:30.819536 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-66320368-d3fe-4998-a937-74675870c704 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-5-iscsi, 5e4f9eac-68d0-4ec2-b7cc-74f06314a7e6) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:53:30.823880 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66320368-d3fe-4998-a937-74675870c704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:53:30.824497 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-66320368-d3fe-4998-a937-74675870c704 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16218488'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:30.829704 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135c09fa-9231-42b5-9b9f-82c48772ac69 None None] Network 5e4f9eac-68d0-4ec2-b7cc-74f06314a7e6 requested from dv-cinder-791240-5-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 16:53:30.839961 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-66320368-d3fe-4998-a937-74675870c704 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4850500 Aug 25 16:53:31.154192 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b673d6-4bee-49d5-a93c-1e5fc22c11b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp794e47e6-b8ad-5c0b-879a-efa4fa32050a-5e4f9eac-68d0-4ec2-b7cc-74f06314a7e6', 'network_id': '5e4f9eac-68d0-4ec2-b7cc-74f06314a7e6', 'tenant_id': '0f48742f00ea43aeb2bae9e9deff4478', 'fixed_ips': [{'subnet_id': '5d39fbc8-1fa7-45bd-b00c-02fdd3e9ee09'}]}} from dv-cinder-791240-5-iscsi. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 16:53:31.155484 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a8b673d6-4bee-49d5-a93c-1e5fc22c11b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:31.429070 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-a8b673d6-4bee-49d5-a93c-1e5fc22c11b3 None None] Allocated IP 172.20.0.2 (5e4f9eac-68d0-4ec2-b7cc-74f06314a7e6/5d39fbc8-1fa7-45bd-b00c-02fdd3e9ee09/beb43392-0664-4b33-8e37-0c1dde559c1e) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:53:31.654590 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a8b673d6-4bee-49d5-a93c-1e5fc22c11b3 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:31.670592 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a8b673d6-4bee-49d5-a93c-1e5fc22c11b3 None None] Transition to ACTIVE for port object beb43392-0664-4b33-8e37-0c1dde559c1e will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:53:31.691450 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a8b673d6-4bee-49d5-a93c-1e5fc22c11b3 None None] Transition to ACTIVE for port object beb43392-0664-4b33-8e37-0c1dde559c1e will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:53:31.699313 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a8b673d6-4bee-49d5-a93c-1e5fc22c11b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743705601783'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:31.770949 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b673d6-4bee-49d5-a93c-1e5fc22c11b3 None None] Network 5e4f9eac-68d0-4ec2-b7cc-74f06314a7e6 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:53:31.775757 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-a8b673d6-4bee-49d5-a93c-1e5fc22c11b3 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:53:31.785222 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b673d6-4bee-49d5-a93c-1e5fc22c11b3 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:53:31.788080 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b673d6-4bee-49d5-a93c-1e5fc22c11b3 None None] Pushing event updated for resources: {'Port': ['ID=beb43392-0664-4b33-8e37-0c1dde559c1e,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:53:31.818450 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b673d6-4bee-49d5-a93c-1e5fc22c11b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:53:31.818802 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b673d6-4bee-49d5-a93c-1e5fc22c11b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:53:31.819143 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b673d6-4bee-49d5-a93c-1e5fc22c11b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:53:31.819480 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b673d6-4bee-49d5-a93c-1e5fc22c11b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:53:31.819813 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b673d6-4bee-49d5-a93c-1e5fc22c11b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:53:31.820146 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b673d6-4bee-49d5-a93c-1e5fc22c11b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:53:31.820475 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b673d6-4bee-49d5-a93c-1e5fc22c11b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:53:31.820803 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b673d6-4bee-49d5-a93c-1e5fc22c11b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:53:31.821149 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b673d6-4bee-49d5-a93c-1e5fc22c11b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:53:31.821480 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b673d6-4bee-49d5-a93c-1e5fc22c11b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:53:31.821846 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b673d6-4bee-49d5-a93c-1e5fc22c11b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:53:31.822171 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b673d6-4bee-49d5-a93c-1e5fc22c11b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:53:31.823326 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b673d6-4bee-49d5-a93c-1e5fc22c11b3 None None] Tracked resource versions report: Aug 25 16:53:31.823326 dv-cinder-791240-5-iscsi neutron-server[93884]: pushed versions: Aug 25 16:53:31.823326 dv-cinder-791240-5-iscsi neutron-server[93884]: { 'AddressGroup': {'1.2'}, Aug 25 16:53:31.823326 dv-cinder-791240-5-iscsi neutron-server[93884]: 'ConntrackHelper': {'1.0'}, Aug 25 16:53:31.823326 dv-cinder-791240-5-iscsi neutron-server[93884]: 'Log': {'1.0'}, Aug 25 16:53:31.823326 dv-cinder-791240-5-iscsi neutron-server[93884]: 'Network': {'1.1'}, Aug 25 16:53:31.823326 dv-cinder-791240-5-iscsi neutron-server[93884]: 'Port': {'1.7'}, Aug 25 16:53:31.823326 dv-cinder-791240-5-iscsi neutron-server[93884]: 'PortForwarding': {'1.2'}, Aug 25 16:53:31.823326 dv-cinder-791240-5-iscsi neutron-server[93884]: 'QosPolicy': {'1.9'}, Aug 25 16:53:31.823326 dv-cinder-791240-5-iscsi neutron-server[93884]: 'SecurityGroup': {'1.4'}, Aug 25 16:53:31.823326 dv-cinder-791240-5-iscsi neutron-server[93884]: 'SecurityGroupRule': {'1.2'}, Aug 25 16:53:31.823326 dv-cinder-791240-5-iscsi neutron-server[93884]: 'SubPort': {'1.0'}, Aug 25 16:53:31.823326 dv-cinder-791240-5-iscsi neutron-server[93884]: 'Subnet': {'1.1'}, Aug 25 16:53:31.823326 dv-cinder-791240-5-iscsi neutron-server[93884]: 'Trunk': {'1.1'}} Aug 25 16:53:31.823326 dv-cinder-791240-5-iscsi neutron-server[93884]: consumer versions: Aug 25 16:53:31.823326 dv-cinder-791240-5-iscsi neutron-server[93884]: { DHCP agent@dv-cinder-791240-5-iscsi: {}, Aug 25 16:53:31.823326 dv-cinder-791240-5-iscsi neutron-server[93884]: L3 agent@dv-cinder-791240-5-iscsi: {}, Aug 25 16:53:31.823326 dv-cinder-791240-5-iscsi neutron-server[93884]: Metadata agent@dv-cinder-791240-5-iscsi: {}, Aug 25 16:53:31.823326 dv-cinder-791240-5-iscsi neutron-server[93884]: Metering agent@dv-cinder-791240-5-iscsi: {}, Aug 25 16:53:31.823326 dv-cinder-791240-5-iscsi neutron-server[93884]: Open vSwitch agent@dv-cinder-791240-5-iscsi: { 'AddressGroup': '1.2', Aug 25 16:53:31.823326 dv-cinder-791240-5-iscsi neutron-server[93884]: 'ConntrackHelper': '1.0', Aug 25 16:53:31.823326 dv-cinder-791240-5-iscsi neutron-server[93884]: 'Log': '1.0', Aug 25 16:53:31.823326 dv-cinder-791240-5-iscsi neutron-server[93884]: 'Network': '1.1', Aug 25 16:53:31.823326 dv-cinder-791240-5-iscsi neutron-server[93884]: 'Port': '1.7', Aug 25 16:53:31.823326 dv-cinder-791240-5-iscsi neutron-server[93884]: 'PortForwarding': '1.2', Aug 25 16:53:31.823326 dv-cinder-791240-5-iscsi neutron-server[93884]: 'QosPolicy': '1.9', Aug 25 16:53:31.823326 dv-cinder-791240-5-iscsi neutron-server[93884]: 'SecurityGroup': '1.4', Aug 25 16:53:31.823326 dv-cinder-791240-5-iscsi neutron-server[93884]: 'SecurityGroupRule': '1.2', Aug 25 16:53:31.823326 dv-cinder-791240-5-iscsi neutron-server[93884]: 'SubPort': '1.0', Aug 25 16:53:31.823326 dv-cinder-791240-5-iscsi neutron-server[93884]: 'Subnet': '1.1', Aug 25 16:53:31.823326 dv-cinder-791240-5-iscsi neutron-server[93884]: 'Trunk': '1.1'}} Aug 25 16:53:31.823326 dv-cinder-791240-5-iscsi neutron-server[93884]: {{(pid=93884) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 16:53:31.870760 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-a8b673d6-4bee-49d5-a93c-1e5fc22c11b3 None None] Attempting to bind port beb43392-0664-4b33-8e37-0c1dde559c1e on host dv-cinder-791240-5-iscsi for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:53:31.871345 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-a8b673d6-4bee-49d5-a93c-1e5fc22c11b3 None None] Attempting to bind port beb43392-0664-4b33-8e37-0c1dde559c1e by drivers openvswitch,hyperv on host dv-cinder-791240-5-iscsi at level 0 using segments [{'id': '84adeb0d-13e3-479c-991f-d797992e5d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1482, 'network_id': '5e4f9eac-68d0-4ec2-b7cc-74f06314a7e6'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:53:31.871689 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b673d6-4bee-49d5-a93c-1e5fc22c11b3 None None] Attempting to bind port beb43392-0664-4b33-8e37-0c1dde559c1e on network 5e4f9eac-68d0-4ec2-b7cc-74f06314a7e6 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:53:31.876670 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b673d6-4bee-49d5-a93c-1e5fc22c11b3 None None] Checking agent: {'id': '228fda10-d8da-45cc-9fcd-c0d1ec5752d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 53, 16), 'started_at': datetime.datetime(2021, 8, 25, 16, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:53:31.877090 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b673d6-4bee-49d5-a93c-1e5fc22c11b3 None None] Checking segment: {'id': '84adeb0d-13e3-479c-991f-d797992e5d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1482, 'network_id': '5e4f9eac-68d0-4ec2-b7cc-74f06314a7e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 16:53:31.877555 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a8b673d6-4bee-49d5-a93c-1e5fc22c11b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:31.877976 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b673d6-4bee-49d5-a93c-1e5fc22c11b3 None None] Bound using segment: {'id': '84adeb0d-13e3-479c-991f-d797992e5d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1482, 'network_id': '5e4f9eac-68d0-4ec2-b7cc-74f06314a7e6'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:53:31.878480 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-a8b673d6-4bee-49d5-a93c-1e5fc22c11b3 None None] Bound port: beb43392-0664-4b33-8e37-0c1dde559c1e, host: dv-cinder-791240-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84adeb0d-13e3-479c-991f-d797992e5d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1482, 'network_id': '5e4f9eac-68d0-4ec2-b7cc-74f06314a7e6'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:53:31.878917 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a8b673d6-4bee-49d5-a93c-1e5fc22c11b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:31.940676 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a8b673d6-4bee-49d5-a93c-1e5fc22c11b3 None None] For port beb43392-0664-4b33-8e37-0c1dde559c1e, host dv-cinder-791240-5-iscsi, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:53:31.945056 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a8b673d6-4bee-49d5-a93c-1e5fc22c11b3 None None] For port beb43392-0664-4b33-8e37-0c1dde559c1e, host dv-cinder-791240-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=beb43392-0664-4b33-8e37-0c1dde559c1e,segment=NetworkSegment(84adeb0d-13e3-479c-991f-d797992e5d81),segment_id=84adeb0d-13e3-479c-991f-d797992e5d81)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:53:31.948382 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a8b673d6-4bee-49d5-a93c-1e5fc22c11b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:32.013867 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b673d6-4bee-49d5-a93c-1e5fc22c11b3 None None] Pushing event updated for resources: {'Port': ['ID=beb43392-0664-4b33-8e37-0c1dde559c1e,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:53:33.275138 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 59966) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:53:33.586921 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [None req-b9f1db0e-748c-42d8-8921-acb10ff9ebf7 admin admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=93882) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 16:53:33.587909 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-b9f1db0e-748c-42d8-8921-acb10ff9ebf7 admin admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3117948 Aug 25 16:53:35.995010 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 59974) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:53:36.313864 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [None req-c28fada5-ec48-40b5-8ef2-068547d9506d admin admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=93882) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 16:53:36.314878 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-c28fada5-ec48-40b5-8ef2-068547d9506d admin admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3189139 Aug 25 16:53:38.988975 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 59984) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:53:39.296720 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-bcd19e07-4863-4059-8561-9ccd5a26fc6e admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '0f48742f00ea43aeb2bae9e9deff4478'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 16:53:39.324691 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bcd19e07-4863-4059-8561-9ccd5a26fc6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36909'] for router, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:39.327029 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bcd19e07-4863-4059-8561-9ccd5a26fc6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-613604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-671558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36916'] for router, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:39.467517 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bcd19e07-4863-4059-8561-9ccd5a26fc6e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:39.472193 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bcd19e07-4863-4059-8561-9ccd5a26fc6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-612021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613947'] for router, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:39.486666 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bcd19e07-4863-4059-8561-9ccd5a26fc6e admin admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:39.487857 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-bcd19e07-4863-4059-8561-9ccd5a26fc6e admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4979169 Aug 25 16:53:39.746589 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device beb43392-0664-4b33-8e37-0c1dde559c1e up at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 16:53:39.832275 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning for port beb43392-0664-4b33-8e37-0c1dde559c1e completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:53:40.370666 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5694ed-7e36-4909-9dab-8fe84fbffe73 None None] Network 5e4f9eac-68d0-4ec2-b7cc-74f06314a7e6 requested from dv-cinder-791240-5-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 16:53:40.427158 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-0a1762d5-5723-47d0-92b8-301cceafb7a4 None None] Provisioning for port beb43392-0664-4b33-8e37-0c1dde559c1e completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:53:40.432867 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-0a1762d5-5723-47d0-92b8-301cceafb7a4 None None] Provisioning complete for port beb43392-0664-4b33-8e37-0c1dde559c1e triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:53:40.433263 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0a1762d5-5723-47d0-92b8-301cceafb7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:40.624468 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0a1762d5-5723-47d0-92b8-301cceafb7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:40.675582 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-0a1762d5-5723-47d0-92b8-301cceafb7a4 None None] For port beb43392-0664-4b33-8e37-0c1dde559c1e, host dv-cinder-791240-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=beb43392-0664-4b33-8e37-0c1dde559c1e,segment=NetworkSegment(84adeb0d-13e3-479c-991f-d797992e5d81),segment_id=84adeb0d-13e3-479c-991f-d797992e5d81)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:53:40.679989 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0a1762d5-5723-47d0-92b8-301cceafb7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:40.729239 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1762d5-5723-47d0-92b8-301cceafb7a4 None None] Pushing event updated for resources: {'Port': ['ID=beb43392-0664-4b33-8e37-0c1dde559c1e,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:53:40.901895 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-00a479e3-937a-4326-bd88-a7f21214c2e4 None None] Provisioning complete for port beb43392-0664-4b33-8e37-0c1dde559c1e triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:53:40.902506 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-00a479e3-937a-4326-bd88-a7f21214c2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:41.724299 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device beb43392-0664-4b33-8e37-0c1dde559c1e up at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 16:53:41.770894 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning complete for port beb43392-0664-4b33-8e37-0c1dde559c1e triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:53:41.771362 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:41.889446 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 59996) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:53:42.196006 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [None req-97275155-116d-4b06-a0c1-981b4a61b486 admin admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=93882) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 16:53:42.196999 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-97275155-116d-4b06-a0c1-981b4a61b486 admin admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3065968 Aug 25 16:53:43.031396 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0fa7086f-1dac-4d2d-ba6d-bc3b0ca1dde0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:44.605038 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 60004) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:53:44.915096 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-58e9d083-474d-48be-8fdb-11d7a54ebc00 admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 16:53:44.935950 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e9d083-474d-48be-8fdb-11d7a54ebc00 admin admin] Made reservation on behalf of de082b112d214e89901e904bc30d8a48 for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:53:44.938282 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-58e9d083-474d-48be-8fdb-11d7a54ebc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:44.946132 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-58e9d083-474d-48be-8fdb-11d7a54ebc00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:45.033509 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-58e9d083-474d-48be-8fdb-11d7a54ebc00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:45.036942 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-58e9d083-474d-48be-8fdb-11d7a54ebc00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:45.051393 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-58e9d083-474d-48be-8fdb-11d7a54ebc00 admin admin] Reserving flat network on physical network physnet1 {{(pid=93882) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 25 16:53:45.073309 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-58e9d083-474d-48be-8fdb-11d7a54ebc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16206884'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:45.073653 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.db.segments_db [None req-58e9d083-474d-48be-8fdb-11d7a54ebc00 admin admin] Added segment 831650f3-50e7-4109-a77c-8151443483b4 of type flat for network 914f4934-f5ad-4127-8ba1-186f4f0b2c29 Aug 25 16:53:45.074837 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e9d083-474d-48be-8fdb-11d7a54ebc00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1630cb-815d-409b-b8ea-e49e8b5551a1,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:53:45.125030 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-58e9d083-474d-48be-8fdb-11d7a54ebc00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743705589342'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:45.157440 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-58e9d083-474d-48be-8fdb-11d7a54ebc00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:45.158390 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e9d083-474d-48be-8fdb-11d7a54ebc00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:53:45.159076 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-58e9d083-474d-48be-8fdb-11d7a54ebc00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16218488'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:45.206979 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-58e9d083-474d-48be-8fdb-11d7a54ebc00 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6008782 Aug 25 16:53:45.218059 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e9d083-474d-48be-8fdb-11d7a54ebc00 admin admin] Pushing event updated for resources: {'Network': ['ID=914f4934-f5ad-4127-8ba1-186f4f0b2c29,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:53:45.228609 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Network 914f4934-f5ad-4127-8ba1-186f4f0b2c29 details requested by agent ovs-agent-dv-cinder-791240-5-iscsi with host dv-cinder-791240-5-iscsi {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 16:53:45.658532 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8476b004-5e71-4bbf-9114-9f59c3743a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:45.853035 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:46.960019 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3a305108-1f99-4b5d-a622-23901fed2525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:47.567616 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 60022) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:53:47.803176 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60962924-313b-4d38-a3ca-930614608391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:53:47.804654 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-60962924-313b-4d38-a3ca-930614608391 admin admin] 10.222.0.88 "GET /v2.0/subnets/5d39fbc8-1fa7-45bd-b00c-02fdd3e9ee09 HTTP/1.1" status: 200 len: 849 time: 0.2360227 Aug 25 16:53:47.921053 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-76cb656f-ca58-47dd-9a53-77734efb43a2 admin admin] 10.222.0.88 "GET /v2.0/routers/2d9a2f44-8f8f-488b-b954-9b7eaa47fdda HTTP/1.1" status: 200 len: 704 time: 0.1096745 Aug 25 16:53:48.182968 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9fb8e2cb-24b0-41c5-ad99-d98dac9444d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:48.292049 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7978419e-b967-4a47-8975-0267302d25d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:48.478468 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-9fb8e2cb-24b0-41c5-ad99-d98dac9444d3 admin admin] Allocated IP 172.20.0.1 (5e4f9eac-68d0-4ec2-b7cc-74f06314a7e6/5d39fbc8-1fa7-45bd-b00c-02fdd3e9ee09/ee332657-5942-4e2f-9c07-ed1ceb6eacff) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:53:48.661943 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9fb8e2cb-24b0-41c5-ad99-d98dac9444d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:48.685813 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-9fb8e2cb-24b0-41c5-ad99-d98dac9444d3 admin admin] Transition to ACTIVE for port object ee332657-5942-4e2f-9c07-ed1ceb6eacff will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:53:48.752070 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9fb8e2cb-24b0-41c5-ad99-d98dac9444d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743705601783'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:48.822547 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb8e2cb-24b0-41c5-ad99-d98dac9444d3 admin admin] Network 5e4f9eac-68d0-4ec2-b7cc-74f06314a7e6 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:53:48.827411 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-9fb8e2cb-24b0-41c5-ad99-d98dac9444d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:53:48.836037 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb8e2cb-24b0-41c5-ad99-d98dac9444d3 admin admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:53:48.836965 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9fb8e2cb-24b0-41c5-ad99-d98dac9444d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614116'] for router_interface, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:48.855234 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb8e2cb-24b0-41c5-ad99-d98dac9444d3 admin admin] Pushing event updated for resources: {'Port': ['ID=ee332657-5942-4e2f-9c07-ed1ceb6eacff,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:53:49.049699 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c716b611-d638-4567-8dc9-e09c943c15b2 None None] Provisioning for port ee332657-5942-4e2f-9c07-ed1ceb6eacff completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:53:49.053232 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c716b611-d638-4567-8dc9-e09c943c15b2 None None] Provisioning complete for port ee332657-5942-4e2f-9c07-ed1ceb6eacff triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:53:49.053601 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c716b611-d638-4567-8dc9-e09c943c15b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:49.077086 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9fb8e2cb-24b0-41c5-ad99-d98dac9444d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:49.086549 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-c716b611-d638-4567-8dc9-e09c943c15b2 None None] Port ee332657-5942-4e2f-9c07-ed1ceb6eacff cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 16:53:49.283290 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9fb8e2cb-24b0-41c5-ad99-d98dac9444d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:49.287682 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9fb8e2cb-24b0-41c5-ad99-d98dac9444d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:49.288489 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9fb8e2cb-24b0-41c5-ad99-d98dac9444d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16218532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612667'] for router_interface, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:49.370940 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb8e2cb-24b0-41c5-ad99-d98dac9444d3 admin admin] Pushing event updated for resources: {'Port': ['ID=ee332657-5942-4e2f-9c07-ed1ceb6eacff,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:53:49.417463 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb8e2cb-24b0-41c5-ad99-d98dac9444d3 admin admin] Network 5e4f9eac-68d0-4ec2-b7cc-74f06314a7e6 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:53:49.419299 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-9fb8e2cb-24b0-41c5-ad99-d98dac9444d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:53:49.583690 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb8e2cb-24b0-41c5-ad99-d98dac9444d3 admin admin] Router 2d9a2f44-8f8f-488b-b954-9b7eaa47fdda is scheduled to L3 agent d32565c1-f1a3-4226-8f5a-e505deb187a1 with binding_index 1 {{(pid=93882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 16:53:49.605695 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-6bafc3a3-1388-4803-bf2b-3dfd013cd97f None None] Provisioning complete for port ee332657-5942-4e2f-9c07-ed1ceb6eacff triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:53:49.606806 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6bafc3a3-1388-4803-bf2b-3dfd013cd97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:49.639787 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-6bafc3a3-1388-4803-bf2b-3dfd013cd97f None None] Port ee332657-5942-4e2f-9c07-ed1ceb6eacff cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 16:53:49.679763 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb8e2cb-24b0-41c5-ad99-d98dac9444d3 admin admin] Notify agent at l3_agent.dv-cinder-791240-5-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:53:49.685404 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-9fb8e2cb-24b0-41c5-ad99-d98dac9444d3 admin admin] 10.222.0.88 "PUT /v2.0/routers/2d9a2f44-8f8f-488b-b954-9b7eaa47fdda/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7588456 Aug 25 16:53:49.692237 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26102a79-39e0-42bc-b779-2dcb8c8d1716 None None] Sync routers for ids ['2d9a2f44-8f8f-488b-b954-9b7eaa47fdda'] in dv-cinder-791240-5-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 16:53:49.704345 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26102a79-39e0-42bc-b779-2dcb8c8d1716 None None] Routers {'2d9a2f44-8f8f-488b-b954-9b7eaa47fdda'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:53:49.705447 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-26102a79-39e0-42bc-b779-2dcb8c8d1716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T16:53:46Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['2d9a2f44-8f8f-488b-b954-9b7eaa47fdda'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:53:49.896331 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-26102a79-39e0-42bc-b779-2dcb8c8d1716 None None] Set router 2d9a2f44-8f8f-488b-b954-9b7eaa47fdda gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 16:53:50.321551 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-26102a79-39e0-42bc-b779-2dcb8c8d1716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9a2f44-8f8f-488b-b954-9b7eaa47fdda', 'name': 'router1', 'tenant_id': '0f48742f00ea43aeb2bae9e9deff4478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:53:39Z', 'updated_at': '2021-08-25T16:53:49Z', 'revision_number': 2, 'project_id': '0f48742f00ea43aeb2bae9e9deff4478', 'gw_port_host': None, '_interfaces': [{'id': 'ee332657-5942-4e2f-9c07-ed1ceb6eacff', 'name': '', 'network_id': '5e4f9eac-68d0-4ec2-b7cc-74f06314a7e6', 'tenant_id': '0f48742f00ea43aeb2bae9e9deff4478', 'mac_address': 'fa:16:3e:1c:fe:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9a2f44-8f8f-488b-b954-9b7eaa47fdda', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5d39fbc8-1fa7-45bd-b00c-02fdd3e9ee09', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:53:48Z', 'updated_at': '2021-08-25T16:53:49Z', 'revision_number': 2, 'project_id': '0f48742f00ea43aeb2bae9e9deff4478', 'subnets': [{'id': '5d39fbc8-1fa7-45bd-b00c-02fdd3e9ee09', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '93f4c408-079b-4a68-8c27-e742d26cbee7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:53:50.377747 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26102a79-39e0-42bc-b779-2dcb8c8d1716 None None] Checking router: 2d9a2f44-8f8f-488b-b954-9b7eaa47fdda for host: dv-cinder-791240-5-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 16:53:50.378116 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26102a79-39e0-42bc-b779-2dcb8c8d1716 None None] Updating router 2d9a2f44-8f8f-488b-b954-9b7eaa47fdda port ee332657-5942-4e2f-9c07-ed1ceb6eacff binding host dv-cinder-791240-5-iscsi {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 16:53:50.429069 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-26102a79-39e0-42bc-b779-2dcb8c8d1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:50.957201 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-26102a79-39e0-42bc-b779-2dcb8c8d1716 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:50.975469 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-26102a79-39e0-42bc-b779-2dcb8c8d1716 None None] Transition to ACTIVE for port object ee332657-5942-4e2f-9c07-ed1ceb6eacff will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:53:50.982029 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-26102a79-39e0-42bc-b779-2dcb8c8d1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:51.132496 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecc777-770c-4cbd-b7a5-1fabbbb2ae71 None None] Pushing event updated for resources: {'Port': ['ID=ee332657-5942-4e2f-9c07-ed1ceb6eacff,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:53:51.151312 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ecc777-770c-4cbd-b7a5-1fabbbb2ae71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:53:51.151660 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ecc777-770c-4cbd-b7a5-1fabbbb2ae71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:53:51.151999 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ecc777-770c-4cbd-b7a5-1fabbbb2ae71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:53:51.152331 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ecc777-770c-4cbd-b7a5-1fabbbb2ae71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:53:51.152659 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ecc777-770c-4cbd-b7a5-1fabbbb2ae71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:53:51.153014 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ecc777-770c-4cbd-b7a5-1fabbbb2ae71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:53:51.153339 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ecc777-770c-4cbd-b7a5-1fabbbb2ae71 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:53:51.153662 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ecc777-770c-4cbd-b7a5-1fabbbb2ae71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:53:51.154018 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ecc777-770c-4cbd-b7a5-1fabbbb2ae71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:53:51.154340 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ecc777-770c-4cbd-b7a5-1fabbbb2ae71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:53:51.154660 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ecc777-770c-4cbd-b7a5-1fabbbb2ae71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:53:51.154980 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ecc777-770c-4cbd-b7a5-1fabbbb2ae71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:53:51.156098 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ecc777-770c-4cbd-b7a5-1fabbbb2ae71 None None] Tracked resource versions report: Aug 25 16:53:51.156098 dv-cinder-791240-5-iscsi neutron-server[93885]: pushed versions: Aug 25 16:53:51.156098 dv-cinder-791240-5-iscsi neutron-server[93885]: { 'AddressGroup': {'1.2'}, Aug 25 16:53:51.156098 dv-cinder-791240-5-iscsi neutron-server[93885]: 'ConntrackHelper': {'1.0'}, Aug 25 16:53:51.156098 dv-cinder-791240-5-iscsi neutron-server[93885]: 'Log': {'1.0'}, Aug 25 16:53:51.156098 dv-cinder-791240-5-iscsi neutron-server[93885]: 'Network': {'1.1'}, Aug 25 16:53:51.156098 dv-cinder-791240-5-iscsi neutron-server[93885]: 'Port': {'1.7'}, Aug 25 16:53:51.156098 dv-cinder-791240-5-iscsi neutron-server[93885]: 'PortForwarding': {'1.2'}, Aug 25 16:53:51.156098 dv-cinder-791240-5-iscsi neutron-server[93885]: 'QosPolicy': {'1.9'}, Aug 25 16:53:51.156098 dv-cinder-791240-5-iscsi neutron-server[93885]: 'SecurityGroup': {'1.4'}, Aug 25 16:53:51.156098 dv-cinder-791240-5-iscsi neutron-server[93885]: 'SecurityGroupRule': {'1.2'}, Aug 25 16:53:51.156098 dv-cinder-791240-5-iscsi neutron-server[93885]: 'SubPort': {'1.0'}, Aug 25 16:53:51.156098 dv-cinder-791240-5-iscsi neutron-server[93885]: 'Subnet': {'1.1'}, Aug 25 16:53:51.156098 dv-cinder-791240-5-iscsi neutron-server[93885]: 'Trunk': {'1.1'}} Aug 25 16:53:51.156098 dv-cinder-791240-5-iscsi neutron-server[93885]: consumer versions: Aug 25 16:53:51.156098 dv-cinder-791240-5-iscsi neutron-server[93885]: { DHCP agent@dv-cinder-791240-5-iscsi: {}, Aug 25 16:53:51.156098 dv-cinder-791240-5-iscsi neutron-server[93885]: L3 agent@dv-cinder-791240-5-iscsi: {}, Aug 25 16:53:51.156098 dv-cinder-791240-5-iscsi neutron-server[93885]: Metadata agent@dv-cinder-791240-5-iscsi: {}, Aug 25 16:53:51.156098 dv-cinder-791240-5-iscsi neutron-server[93885]: Metering agent@dv-cinder-791240-5-iscsi: {}, Aug 25 16:53:51.156098 dv-cinder-791240-5-iscsi neutron-server[93885]: Open vSwitch agent@dv-cinder-791240-5-iscsi: { 'AddressGroup': '1.2', Aug 25 16:53:51.156098 dv-cinder-791240-5-iscsi neutron-server[93885]: 'ConntrackHelper': '1.0', Aug 25 16:53:51.156098 dv-cinder-791240-5-iscsi neutron-server[93885]: 'Log': '1.0', Aug 25 16:53:51.156098 dv-cinder-791240-5-iscsi neutron-server[93885]: 'Network': '1.1', Aug 25 16:53:51.156098 dv-cinder-791240-5-iscsi neutron-server[93885]: 'Port': '1.7', Aug 25 16:53:51.156098 dv-cinder-791240-5-iscsi neutron-server[93885]: 'PortForwarding': '1.2', Aug 25 16:53:51.156098 dv-cinder-791240-5-iscsi neutron-server[93885]: 'QosPolicy': '1.9', Aug 25 16:53:51.156098 dv-cinder-791240-5-iscsi neutron-server[93885]: 'SecurityGroup': '1.4', Aug 25 16:53:51.156098 dv-cinder-791240-5-iscsi neutron-server[93885]: 'SecurityGroupRule': '1.2', Aug 25 16:53:51.156098 dv-cinder-791240-5-iscsi neutron-server[93885]: 'SubPort': '1.0', Aug 25 16:53:51.156098 dv-cinder-791240-5-iscsi neutron-server[93885]: 'Subnet': '1.1', Aug 25 16:53:51.156098 dv-cinder-791240-5-iscsi neutron-server[93885]: 'Trunk': '1.1'}} Aug 25 16:53:51.156098 dv-cinder-791240-5-iscsi neutron-server[93885]: {{(pid=93885) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 16:53:51.160644 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-26102a79-39e0-42bc-b779-2dcb8c8d1716 None None] Attempting to bind port ee332657-5942-4e2f-9c07-ed1ceb6eacff on host dv-cinder-791240-5-iscsi for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:53:51.161010 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-26102a79-39e0-42bc-b779-2dcb8c8d1716 None None] Attempting to bind port ee332657-5942-4e2f-9c07-ed1ceb6eacff by drivers openvswitch,hyperv on host dv-cinder-791240-5-iscsi at level 0 using segments [{'id': '84adeb0d-13e3-479c-991f-d797992e5d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1482, 'network_id': '5e4f9eac-68d0-4ec2-b7cc-74f06314a7e6'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:53:51.161443 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26102a79-39e0-42bc-b779-2dcb8c8d1716 None None] Attempting to bind port ee332657-5942-4e2f-9c07-ed1ceb6eacff on network 5e4f9eac-68d0-4ec2-b7cc-74f06314a7e6 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:53:51.167181 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26102a79-39e0-42bc-b779-2dcb8c8d1716 None None] Checking agent: {'id': '228fda10-d8da-45cc-9fcd-c0d1ec5752d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 53, 16), 'started_at': datetime.datetime(2021, 8, 25, 16, 53, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:53:51.167591 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26102a79-39e0-42bc-b779-2dcb8c8d1716 None None] Checking segment: {'id': '84adeb0d-13e3-479c-991f-d797992e5d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1482, 'network_id': '5e4f9eac-68d0-4ec2-b7cc-74f06314a7e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 16:53:51.168067 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-26102a79-39e0-42bc-b779-2dcb8c8d1716 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:51.168982 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26102a79-39e0-42bc-b779-2dcb8c8d1716 None None] Bound using segment: {'id': '84adeb0d-13e3-479c-991f-d797992e5d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1482, 'network_id': '5e4f9eac-68d0-4ec2-b7cc-74f06314a7e6'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:53:51.169500 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-26102a79-39e0-42bc-b779-2dcb8c8d1716 None None] Bound port: ee332657-5942-4e2f-9c07-ed1ceb6eacff, host: dv-cinder-791240-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84adeb0d-13e3-479c-991f-d797992e5d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1482, 'network_id': '5e4f9eac-68d0-4ec2-b7cc-74f06314a7e6'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:53:51.169910 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-26102a79-39e0-42bc-b779-2dcb8c8d1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:51.234494 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-26102a79-39e0-42bc-b779-2dcb8c8d1716 None None] For port ee332657-5942-4e2f-9c07-ed1ceb6eacff, host dv-cinder-791240-5-iscsi, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:53:51.254140 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-26102a79-39e0-42bc-b779-2dcb8c8d1716 None None] For port ee332657-5942-4e2f-9c07-ed1ceb6eacff, host dv-cinder-791240-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=ee332657-5942-4e2f-9c07-ed1ceb6eacff,segment=NetworkSegment(84adeb0d-13e3-479c-991f-d797992e5d81),segment_id=84adeb0d-13e3-479c-991f-d797992e5d81)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:53:51.258206 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-26102a79-39e0-42bc-b779-2dcb8c8d1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:51.309753 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26102a79-39e0-42bc-b779-2dcb8c8d1716 None None] Routers {'2d9a2f44-8f8f-488b-b954-9b7eaa47fdda'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:53:51.310374 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-26102a79-39e0-42bc-b779-2dcb8c8d1716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T16:53:46Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['2d9a2f44-8f8f-488b-b954-9b7eaa47fdda'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:53:51.396515 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecc777-770c-4cbd-b7a5-1fabbbb2ae71 None None] Pushing event updated for resources: {'Port': ['ID=ee332657-5942-4e2f-9c07-ed1ceb6eacff,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:53:51.406438 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-26102a79-39e0-42bc-b779-2dcb8c8d1716 None None] Set router 2d9a2f44-8f8f-488b-b954-9b7eaa47fdda gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 16:53:51.618366 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-26102a79-39e0-42bc-b779-2dcb8c8d1716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9a2f44-8f8f-488b-b954-9b7eaa47fdda', 'name': 'router1', 'tenant_id': '0f48742f00ea43aeb2bae9e9deff4478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:53:39Z', 'updated_at': '2021-08-25T16:53:49Z', 'revision_number': 2, 'project_id': '0f48742f00ea43aeb2bae9e9deff4478', 'gw_port_host': None, '_interfaces': [{'id': 'ee332657-5942-4e2f-9c07-ed1ceb6eacff', 'name': '', 'network_id': '5e4f9eac-68d0-4ec2-b7cc-74f06314a7e6', 'tenant_id': '0f48742f00ea43aeb2bae9e9deff4478', 'mac_address': 'fa:16:3e:1c:fe:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9a2f44-8f8f-488b-b954-9b7eaa47fdda', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5d39fbc8-1fa7-45bd-b00c-02fdd3e9ee09', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:53:48Z', 'updated_at': '2021-08-25T16:53:51Z', 'revision_number': 4, 'project_id': '0f48742f00ea43aeb2bae9e9deff4478', 'subnets': [{'id': '5d39fbc8-1fa7-45bd-b00c-02fdd3e9ee09', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '93f4c408-079b-4a68-8c27-e742d26cbee7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:53:51.643040 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26102a79-39e0-42bc-b779-2dcb8c8d1716 None None] The sync data for ids ['2d9a2f44-8f8f-488b-b954-9b7eaa47fdda'] in dv-cinder-791240-5-iscsi is: [{'id': '2d9a2f44-8f8f-488b-b954-9b7eaa47fdda', 'name': 'router1', 'tenant_id': '0f48742f00ea43aeb2bae9e9deff4478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:53:39Z', 'updated_at': '2021-08-25T16:53:49Z', 'revision_number': 2, 'project_id': '0f48742f00ea43aeb2bae9e9deff4478', 'gw_port_host': None, '_interfaces': [{'id': 'ee332657-5942-4e2f-9c07-ed1ceb6eacff', 'name': '', 'network_id': '5e4f9eac-68d0-4ec2-b7cc-74f06314a7e6', 'tenant_id': '0f48742f00ea43aeb2bae9e9deff4478', 'mac_address': 'fa:16:3e:1c:fe:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9a2f44-8f8f-488b-b954-9b7eaa47fdda', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5d39fbc8-1fa7-45bd-b00c-02fdd3e9ee09', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:53:48Z', 'updated_at': '2021-08-25T16:53:51Z', 'revision_number': 4, 'project_id': '0f48742f00ea43aeb2bae9e9deff4478', 'subnets': [{'id': '5d39fbc8-1fa7-45bd-b00c-02fdd3e9ee09', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '93f4c408-079b-4a68-8c27-e742d26cbee7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 16:53:51.919559 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 60042) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:53:52.035090 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ef206f-ab72-4a90-947e-fa7fd3a51f97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:53:52.036429 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-58ef206f-ab72-4a90-947e-fa7fd3a51f97 admin admin] 10.222.0.88 "GET /v2.0/networks/914f4934-f5ad-4127-8ba1-186f4f0b2c29 HTTP/1.1" status: 200 len: 842 time: 0.1159263 Aug 25 16:53:52.046804 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-0d2801bc-b9c0-4290-a16d-a13f15d357d0 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 16:53:52.066873 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2801bc-b9c0-4290-a16d-a13f15d357d0 admin admin] Made reservation on behalf of de082b112d214e89901e904bc30d8a48 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:53:52.069197 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0d2801bc-b9c0-4290-a16d-a13f15d357d0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:52.424022 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.objects.ports [None req-0d2801bc-b9c0-4290-a16d-a13f15d357d0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93883) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 25 16:53:52.424480 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0d2801bc-b9c0-4290-a16d-a13f15d357d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:52.483550 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2801bc-b9c0-4290-a16d-a13f15d357d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=116950f5-36d3-4fc2-ae19-feb6e35b150a,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:53:52.493169 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2801bc-b9c0-4290-a16d-a13f15d357d0 admin admin] Checking segment: {'id': '831650f3-50e7-4109-a77c-8151443483b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 16:53:52.493518 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2801bc-b9c0-4290-a16d-a13f15d357d0 admin admin] Network hostable DHCP agents. Network: 914f4934-f5ad-4127-8ba1-186f4f0b2c29, hostable agents: ['39bdbfd6-9eef-4d2c-92d7-b2e1f06a8fe0'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:53:52.510089 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2801bc-b9c0-4290-a16d-a13f15d357d0 admin admin] Network 914f4934-f5ad-4127-8ba1-186f4f0b2c29 is scheduled to be hosted by DHCP agent 39bdbfd6-9eef-4d2c-92d7-b2e1f06a8fe0 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:53:52.519408 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-0d2801bc-b9c0-4290-a16d-a13f15d357d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-5-iscsi, 914f4934-f5ad-4127-8ba1-186f4f0b2c29) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:53:52.524272 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2801bc-b9c0-4290-a16d-a13f15d357d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:53:52.526158 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0d2801bc-b9c0-4290-a16d-a13f15d357d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16218488'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:52.527221 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f3ae16-7e72-44b1-8d56-bc5206e79548 None None] Network 914f4934-f5ad-4127-8ba1-186f4f0b2c29 requested from dv-cinder-791240-5-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 16:53:52.540265 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-0d2801bc-b9c0-4290-a16d-a13f15d357d0 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4970427 Aug 25 16:53:52.676866 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb59f324-0914-4a07-9acc-902984b499e8 None None] Network 914f4934-f5ad-4127-8ba1-186f4f0b2c29 requested from dv-cinder-791240-5-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 16:53:54.857101 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 60050) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:53:55.084535 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-b3edb1da-343b-4747-9298-8c7dde3a7d8e admin admin] 10.222.0.88 "GET /v2.0/routers/2d9a2f44-8f8f-488b-b954-9b7eaa47fdda HTTP/1.1" status: 200 len: 710 time: 0.2260153 Aug 25 16:53:55.174339 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6315092d-f03f-4092-8893-857ae4fa78da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:53:55.175721 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-6315092d-f03f-4092-8893-857ae4fa78da admin admin] 10.222.0.88 "GET /v2.0/networks/914f4934-f5ad-4127-8ba1-186f4f0b2c29 HTTP/1.1" status: 200 len: 886 time: 0.0853338 Aug 25 16:53:55.186401 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-cd7b94d3-71ce-486e-8041-c97627b4497d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 16:53:55.432969 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cd7b94d3-71ce-486e-8041-c97627b4497d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:55.684518 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cd7b94d3-71ce-486e-8041-c97627b4497d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:55.760506 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cd7b94d3-71ce-486e-8041-c97627b4497d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:55.955661 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-cd7b94d3-71ce-486e-8041-c97627b4497d admin admin] Allocated IP 172.27.2.128 (914f4934-f5ad-4127-8ba1-186f4f0b2c29/116950f5-36d3-4fc2-ae19-feb6e35b150a/1d412d26-c863-4980-8d1b-dc76f93e800a) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:53:56.066431 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cd7b94d3-71ce-486e-8041-c97627b4497d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:56.134999 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cd7b94d3-71ce-486e-8041-c97627b4497d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743705601783'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:56.223911 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7b94d3-71ce-486e-8041-c97627b4497d admin admin] Network 914f4934-f5ad-4127-8ba1-186f4f0b2c29 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:53:56.229094 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-cd7b94d3-71ce-486e-8041-c97627b4497d admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:53:56.240047 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7b94d3-71ce-486e-8041-c97627b4497d admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:53:56.243396 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7b94d3-71ce-486e-8041-c97627b4497d admin admin] Pushing event updated for resources: {'Port': ['ID=1d412d26-c863-4980-8d1b-dc76f93e800a,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:53:56.560934 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cd7b94d3-71ce-486e-8041-c97627b4497d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:56.798890 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cd7b94d3-71ce-486e-8041-c97627b4497d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-613918', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36870'] for router, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:56.804045 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cd7b94d3-71ce-486e-8041-c97627b4497d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-613893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-613900', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-612011'] for router, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:56.942924 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd7b94d3-71ce-486e-8041-c97627b4497d admin admin] Router 2d9a2f44-8f8f-488b-b954-9b7eaa47fdda has already been hosted by L3 agent d32565c1-f1a3-4226-8f5a-e505deb187a1 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:53:57.066526 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7b94d3-71ce-486e-8041-c97627b4497d admin admin] Notify agent at l3_agent.dv-cinder-791240-5-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:53:57.072448 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cd7b94d3-71ce-486e-8041-c97627b4497d admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:57.075057 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-cd7b94d3-71ce-486e-8041-c97627b4497d admin admin] 10.222.0.88 "PUT /v2.0/routers/2d9a2f44-8f8f-488b-b954-9b7eaa47fdda HTTP/1.1" status: 200 len: 890 time: 1.8921909 Aug 25 16:53:57.748461 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device ee332657-5942-4e2f-9c07-ed1ceb6eacff up at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 16:53:57.800828 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning for port ee332657-5942-4e2f-9c07-ed1ceb6eacff completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:53:57.804590 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning complete for port ee332657-5942-4e2f-9c07-ed1ceb6eacff triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:53:57.805187 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:57.884927 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:57.918044 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] For port ee332657-5942-4e2f-9c07-ed1ceb6eacff, host dv-cinder-791240-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=ee332657-5942-4e2f-9c07-ed1ceb6eacff,segment=NetworkSegment(84adeb0d-13e3-479c-991f-d797992e5d81),segment_id=84adeb0d-13e3-479c-991f-d797992e5d81)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:53:57.921799 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:57.970765 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Pushing event updated for resources: {'Port': ['ID=ee332657-5942-4e2f-9c07-ed1ceb6eacff,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:53:58.373503 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c8f1de-c2a5-415c-b236-b5a19be72f2f None None] Sync routers for ids ['2d9a2f44-8f8f-488b-b954-9b7eaa47fdda'] in dv-cinder-791240-5-iscsi {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 16:53:58.383798 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c8f1de-c2a5-415c-b236-b5a19be72f2f None None] Routers {'2d9a2f44-8f8f-488b-b954-9b7eaa47fdda'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:53:58.384509 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-a4c8f1de-c2a5-415c-b236-b5a19be72f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T16:53:46Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['2d9a2f44-8f8f-488b-b954-9b7eaa47fdda'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:53:58.638295 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-a4c8f1de-c2a5-415c-b236-b5a19be72f2f None None] Set router 2d9a2f44-8f8f-488b-b954-9b7eaa47fdda gateway port host: dv-cinder-791240-5-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 16:53:59.029056 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-a4c8f1de-c2a5-415c-b236-b5a19be72f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9a2f44-8f8f-488b-b954-9b7eaa47fdda', 'name': 'router1', 'tenant_id': '0f48742f00ea43aeb2bae9e9deff4478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '1d412d26-c863-4980-8d1b-dc76f93e800a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:53:39Z', 'updated_at': '2021-08-25T16:53:56Z', 'revision_number': 4, 'project_id': '0f48742f00ea43aeb2bae9e9deff4478', 'gw_port': {'id': '1d412d26-c863-4980-8d1b-dc76f93e800a', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:39:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9a2f44-8f8f-488b-b954-9b7eaa47fdda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:53:55Z', 'updated_at': '2021-08-25T16:53:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_interfaces': [{'id': 'ee332657-5942-4e2f-9c07-ed1ceb6eacff', 'name': '', 'network_id': '5e4f9eac-68d0-4ec2-b7cc-74f06314a7e6', 'tenant_id': '0f48742f00ea43aeb2bae9e9deff4478', 'mac_address': 'fa:16:3e:1c:fe:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9a2f44-8f8f-488b-b954-9b7eaa47fdda', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5d39fbc8-1fa7-45bd-b00c-02fdd3e9ee09', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:53:48Z', 'updated_at': '2021-08-25T16:53:57Z', 'revision_number': 5, 'project_id': '0f48742f00ea43aeb2bae9e9deff4478', 'subnets': [{'id': '5d39fbc8-1fa7-45bd-b00c-02fdd3e9ee09', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '93f4c408-079b-4a68-8c27-e742d26cbee7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:53:59.077356 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c8f1de-c2a5-415c-b236-b5a19be72f2f None None] Checking router: 2d9a2f44-8f8f-488b-b954-9b7eaa47fdda for host: dv-cinder-791240-5-iscsi {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 16:53:59.077741 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c8f1de-c2a5-415c-b236-b5a19be72f2f None None] Updating router 2d9a2f44-8f8f-488b-b954-9b7eaa47fdda port 1d412d26-c863-4980-8d1b-dc76f93e800a binding host dv-cinder-791240-5-iscsi {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 16:53:59.125601 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a4c8f1de-c2a5-415c-b236-b5a19be72f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:59.440841 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a4c8f1de-c2a5-415c-b236-b5a19be72f2f None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:59.450646 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a4c8f1de-c2a5-415c-b236-b5a19be72f2f None None] Transition to ACTIVE for port object 1d412d26-c863-4980-8d1b-dc76f93e800a will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:53:59.456883 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a4c8f1de-c2a5-415c-b236-b5a19be72f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:59.499846 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 60062) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:53:59.509757 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14373334-897d-4324-9fc7-e358556b5d64 None None] Pushing event updated for resources: {'Port': ['ID=1d412d26-c863-4980-8d1b-dc76f93e800a,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:53:59.512076 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-a4c8f1de-c2a5-415c-b236-b5a19be72f2f None None] Attempting to bind port 1d412d26-c863-4980-8d1b-dc76f93e800a on host dv-cinder-791240-5-iscsi for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:53:59.512443 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-a4c8f1de-c2a5-415c-b236-b5a19be72f2f None None] Attempting to bind port 1d412d26-c863-4980-8d1b-dc76f93e800a by drivers openvswitch,hyperv on host dv-cinder-791240-5-iscsi at level 0 using segments [{'id': '831650f3-50e7-4109-a77c-8151443483b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:53:59.513266 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c8f1de-c2a5-415c-b236-b5a19be72f2f None None] Attempting to bind port 1d412d26-c863-4980-8d1b-dc76f93e800a on network 914f4934-f5ad-4127-8ba1-186f4f0b2c29 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:53:59.519341 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c8f1de-c2a5-415c-b236-b5a19be72f2f None None] Checking agent: {'id': '228fda10-d8da-45cc-9fcd-c0d1ec5752d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 53, 16), 'started_at': datetime.datetime(2021, 8, 25, 16, 53, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:53:59.519721 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c8f1de-c2a5-415c-b236-b5a19be72f2f None None] Checking segment: {'id': '831650f3-50e7-4109-a77c-8151443483b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 16:53:59.520148 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a4c8f1de-c2a5-415c-b236-b5a19be72f2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:59.520541 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c8f1de-c2a5-415c-b236-b5a19be72f2f None None] Bound using segment: {'id': '831650f3-50e7-4109-a77c-8151443483b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:53:59.521004 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-a4c8f1de-c2a5-415c-b236-b5a19be72f2f None None] Bound port: 1d412d26-c863-4980-8d1b-dc76f93e800a, host: dv-cinder-791240-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '831650f3-50e7-4109-a77c-8151443483b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:53:59.521399 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a4c8f1de-c2a5-415c-b236-b5a19be72f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:59.573519 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a4c8f1de-c2a5-415c-b236-b5a19be72f2f None None] For port 1d412d26-c863-4980-8d1b-dc76f93e800a, host dv-cinder-791240-5-iscsi, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:53:59.576611 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a4c8f1de-c2a5-415c-b236-b5a19be72f2f None None] For port 1d412d26-c863-4980-8d1b-dc76f93e800a, host dv-cinder-791240-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=1d412d26-c863-4980-8d1b-dc76f93e800a,segment=NetworkSegment(831650f3-50e7-4109-a77c-8151443483b4),segment_id=831650f3-50e7-4109-a77c-8151443483b4)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:53:59.581826 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a4c8f1de-c2a5-415c-b236-b5a19be72f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:53:59.615362 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-0a5394a7-eb42-460d-a544-cc540e13ad51 admin admin] 10.222.0.88 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1142826 Aug 25 16:53:59.641725 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c8f1de-c2a5-415c-b236-b5a19be72f2f None None] Routers {'2d9a2f44-8f8f-488b-b954-9b7eaa47fdda'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:53:59.642358 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-a4c8f1de-c2a5-415c-b236-b5a19be72f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T16:53:46Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['2d9a2f44-8f8f-488b-b954-9b7eaa47fdda'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:53:59.644332 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14373334-897d-4324-9fc7-e358556b5d64 None None] Pushing event updated for resources: {'Port': ['ID=1d412d26-c863-4980-8d1b-dc76f93e800a,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:53:59.813421 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device ee332657-5942-4e2f-9c07-ed1ceb6eacff up at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 16:53:59.870921 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-a4c8f1de-c2a5-415c-b236-b5a19be72f2f None None] Set router 2d9a2f44-8f8f-488b-b954-9b7eaa47fdda gateway port host: dv-cinder-791240-5-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 16:53:59.921624 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning complete for port ee332657-5942-4e2f-9c07-ed1ceb6eacff triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:53:59.922027 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:54:00.148387 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-a4c8f1de-c2a5-415c-b236-b5a19be72f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9a2f44-8f8f-488b-b954-9b7eaa47fdda', 'name': 'router1', 'tenant_id': '0f48742f00ea43aeb2bae9e9deff4478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '1d412d26-c863-4980-8d1b-dc76f93e800a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:53:39Z', 'updated_at': '2021-08-25T16:53:56Z', 'revision_number': 4, 'project_id': '0f48742f00ea43aeb2bae9e9deff4478', 'gw_port': {'id': '1d412d26-c863-4980-8d1b-dc76f93e800a', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:39:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9a2f44-8f8f-488b-b954-9b7eaa47fdda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:53:55Z', 'updated_at': '2021-08-25T16:53:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_interfaces': [{'id': 'ee332657-5942-4e2f-9c07-ed1ceb6eacff', 'name': '', 'network_id': '5e4f9eac-68d0-4ec2-b7cc-74f06314a7e6', 'tenant_id': '0f48742f00ea43aeb2bae9e9deff4478', 'mac_address': 'fa:16:3e:1c:fe:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9a2f44-8f8f-488b-b954-9b7eaa47fdda', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5d39fbc8-1fa7-45bd-b00c-02fdd3e9ee09', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:53:48Z', 'updated_at': '2021-08-25T16:53:57Z', 'revision_number': 5, 'project_id': '0f48742f00ea43aeb2bae9e9deff4478', 'subnets': [{'id': '5d39fbc8-1fa7-45bd-b00c-02fdd3e9ee09', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '93f4c408-079b-4a68-8c27-e742d26cbee7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:54:00.178894 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c8f1de-c2a5-415c-b236-b5a19be72f2f None None] The sync data for ids ['2d9a2f44-8f8f-488b-b954-9b7eaa47fdda'] in dv-cinder-791240-5-iscsi is: [{'id': '2d9a2f44-8f8f-488b-b954-9b7eaa47fdda', 'name': 'router1', 'tenant_id': '0f48742f00ea43aeb2bae9e9deff4478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '1d412d26-c863-4980-8d1b-dc76f93e800a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:53:39Z', 'updated_at': '2021-08-25T16:53:56Z', 'revision_number': 4, 'project_id': '0f48742f00ea43aeb2bae9e9deff4478', 'gw_port': {'id': '1d412d26-c863-4980-8d1b-dc76f93e800a', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:39:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9a2f44-8f8f-488b-b954-9b7eaa47fdda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:53:55Z', 'updated_at': '2021-08-25T16:53:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_interfaces': [{'id': 'ee332657-5942-4e2f-9c07-ed1ceb6eacff', 'name': '', 'network_id': '5e4f9eac-68d0-4ec2-b7cc-74f06314a7e6', 'tenant_id': '0f48742f00ea43aeb2bae9e9deff4478', 'mac_address': 'fa:16:3e:1c:fe:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9a2f44-8f8f-488b-b954-9b7eaa47fdda', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5d39fbc8-1fa7-45bd-b00c-02fdd3e9ee09', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:53:48Z', 'updated_at': '2021-08-25T16:53:57Z', 'revision_number': 5, 'project_id': '0f48742f00ea43aeb2bae9e9deff4478', 'subnets': [{'id': '5d39fbc8-1fa7-45bd-b00c-02fdd3e9ee09', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '93f4c408-079b-4a68-8c27-e742d26cbee7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 16:54:01.490471 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-675b0cfa-30a8-494e-b3ff-bb445488b7d8 None None] Agent healthcheck: found 5 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 16:54:01.776858 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device 1d412d26-c863-4980-8d1b-dc76f93e800a up at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 16:54:01.837726 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning for port 1d412d26-c863-4980-8d1b-dc76f93e800a completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:54:01.843320 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning complete for port 1d412d26-c863-4980-8d1b-dc76f93e800a triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:54:01.843695 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:54:01.926229 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:54:01.947670 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] For port 1d412d26-c863-4980-8d1b-dc76f93e800a, host dv-cinder-791240-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=1d412d26-c863-4980-8d1b-dc76f93e800a,segment=NetworkSegment(831650f3-50e7-4109-a77c-8151443483b4),segment_id=831650f3-50e7-4109-a77c-8151443483b4)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:54:01.952517 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:54:02.010700 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Pushing event updated for resources: {'Port': ['ID=1d412d26-c863-4980-8d1b-dc76f93e800a,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:54:03.785155 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device 1d412d26-c863-4980-8d1b-dc76f93e800a up at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 16:54:03.868580 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning complete for port 1d412d26-c863-4980-8d1b-dc76f93e800a triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:54:03.869126 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:54:13.034224 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2998d5e7-dd72-4a94-a95b-bbc1bc23b976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:54:15.660219 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-187bf893-2191-45af-8455-7666c73fa644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:54:15.865133 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:54:16.971335 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3a305108-1f99-4b5d-a622-23901fed2525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:54:18.315915 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7978419e-b967-4a47-8975-0267302d25d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:54:38.491415 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-675b0cfa-30a8-494e-b3ff-bb445488b7d8 None None] Agent healthcheck: found 5 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 16:54:43.036862 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0345c0d4-8d98-456d-a751-658f7a3e2318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:54:45.665476 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b2bff9d3-f886-44c0-9be3-b265bbbc7f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:54:45.860239 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:54:46.970421 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3a305108-1f99-4b5d-a622-23901fed2525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:54:48.317811 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7978419e-b967-4a47-8975-0267302d25d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:55:13.044729 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1c530b78-64de-42da-b38b-9a9672f661d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:55:15.490473 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-675b0cfa-30a8-494e-b3ff-bb445488b7d8 None None] Agent healthcheck: found 5 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 16:55:15.668262 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-190d6ec6-b573-42ff-80df-45194efd7ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:55:15.862252 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:55:16.976243 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3a305108-1f99-4b5d-a622-23901fed2525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:55:18.322066 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7978419e-b967-4a47-8975-0267302d25d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:55:36.205339 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 60624) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:55:36.271446 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bbaec31-1b0d-4d26-8f84-1401b490711d admin admin] GET failed (client error): The resource could not be found. Aug 25 16:55:36.272736 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-1bbaec31-1b0d-4d26-8f84-1401b490711d admin admin] 10.222.0.88 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0664442 Aug 25 16:55:36.433419 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1974104-3142-4e38-9bd0-d54f9bb756b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:55:36.434863 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-b1974104-3142-4e38-9bd0-d54f9bb756b9 admin admin] 10.222.0.88 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1573989 Aug 25 16:55:38.657912 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 60634) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:55:38.749089 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36818b59-2aa5-4ae0-a595-2ef479faadf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:55:38.751248 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-36818b59-2aa5-4ae0-a595-2ef479faadf3 admin admin] 10.222.0.88 "GET /v2.0/subnets/5d39fbc8-1fa7-45bd-b00c-02fdd3e9ee09 HTTP/1.1" status: 200 len: 849 time: 0.0923057 Aug 25 16:55:38.761057 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-2c318859-78a4-4927-93eb-65b7ada6c001 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 16:55:38.852413 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2c318859-78a4-4927-93eb-65b7ada6c001 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:55:39.002913 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2c318859-78a4-4927-93eb-65b7ada6c001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743706076712'] for subnet, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:55:39.032740 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c318859-78a4-4927-93eb-65b7ada6c001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:55:39.033345 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2c318859-78a4-4927-93eb-65b7ada6c001 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16218488'] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:55:39.034669 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-2c318859-78a4-4927-93eb-65b7ada6c001 admin admin] 10.222.0.88 "PUT /v2.0/subnets/5d39fbc8-1fa7-45bd-b00c-02fdd3e9ee09 HTTP/1.1" status: 200 len: 868 time: 0.2780392 Aug 25 16:55:39.049215 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a69a8f5-3553-4b7b-bda5-3892afebe458 None None] Network 5e4f9eac-68d0-4ec2-b7cc-74f06314a7e6 requested from dv-cinder-791240-5-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 16:55:39.055177 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c318859-78a4-4927-93eb-65b7ada6c001 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d39fbc8-1fa7-45bd-b00c-02fdd3e9ee09,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:55:39.062567 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c318859-78a4-4927-93eb-65b7ada6c001 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:55:39.062919 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c318859-78a4-4927-93eb-65b7ada6c001 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:55:39.063236 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c318859-78a4-4927-93eb-65b7ada6c001 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:55:39.063573 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c318859-78a4-4927-93eb-65b7ada6c001 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:55:39.063909 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c318859-78a4-4927-93eb-65b7ada6c001 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:55:39.064262 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c318859-78a4-4927-93eb-65b7ada6c001 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:55:39.064595 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c318859-78a4-4927-93eb-65b7ada6c001 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:55:39.064928 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c318859-78a4-4927-93eb-65b7ada6c001 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:55:39.065265 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c318859-78a4-4927-93eb-65b7ada6c001 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:55:39.065593 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c318859-78a4-4927-93eb-65b7ada6c001 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:55:39.065946 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c318859-78a4-4927-93eb-65b7ada6c001 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:55:39.066269 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c318859-78a4-4927-93eb-65b7ada6c001 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:55:39.426105 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-21f36d16-60f8-4eb9-814a-6c6d3e076dbc None None] Provisioning complete for port ee332657-5942-4e2f-9c07-ed1ceb6eacff triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:55:39.426477 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-21f36d16-60f8-4eb9-814a-6c6d3e076dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:55:39.514819 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-21f36d16-60f8-4eb9-814a-6c6d3e076dbc None None] Provisioning complete for port beb43392-0664-4b33-8e37-0c1dde559c1e triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:55:39.515088 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-21f36d16-60f8-4eb9-814a-6c6d3e076dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:55:41.220321 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 60642) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:55:41.485471 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a72e44-8247-4683-83f0-8e17be351894 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:55:41.486014 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a72e44-8247-4683-83f0-8e17be351894 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:55:41.487564 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-73a72e44-8247-4683-83f0-8e17be351894 admin admin] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2662768 Aug 25 16:55:43.046778 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e24454ab-a6c7-4b6e-b04b-b8acf59c180b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:55:43.702843 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 60652) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:55:43.899311 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b5ffc9-13cc-47c1-90df-e407328fcb41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:55:43.899696 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b5ffc9-13cc-47c1-90df-e407328fcb41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:55:43.901231 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-56b5ffc9-13cc-47c1-90df-e407328fcb41 admin admin] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1974356 Aug 25 16:55:45.672565 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dcd56e4f-43e6-48b9-8938-7d1f5b4d4198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:55:45.862665 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:55:46.066017 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 60660) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:55:46.274769 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5c16bf-0116-4913-befe-3d9a50afcfd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:55:46.276251 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-7c5c16bf-0116-4913-befe-3d9a50afcfd7 admin admin] 10.222.0.88 "GET /v2.0/networks/5e4f9eac-68d0-4ec2-b7cc-74f06314a7e6 HTTP/1.1" status: 200 len: 870 time: 0.2092848 Aug 25 16:55:46.976428 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3a305108-1f99-4b5d-a622-23901fed2525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:55:48.325807 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7978419e-b967-4a47-8975-0267302d25d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:55:48.467176 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 60668) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:55:48.594739 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09791265-66aa-47b5-b2c8-fac48d7e29b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:55:48.596018 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-09791265-66aa-47b5-b2c8-fac48d7e29b6 admin admin] 10.222.0.88 "GET /v2.0/networks/914f4934-f5ad-4127-8ba1-186f4f0b2c29 HTTP/1.1" status: 200 len: 886 time: 0.1279008 Aug 25 16:55:50.818121 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 60676) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:55:50.941392 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25bb5be-ca62-4384-a525-40e7e386562a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:55:50.941878 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25bb5be-ca62-4384-a525-40e7e386562a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:55:50.943425 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-e25bb5be-ca62-4384-a525-40e7e386562a admin admin] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1243649 Aug 25 16:55:52.489215 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-675b0cfa-30a8-494e-b3ff-bb445488b7d8 None None] Agent healthcheck: found 5 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 16:55:53.096602 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 60684) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:55:53.191616 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9f1d83-d975-4ed3-9aaa-6f495fa87173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:55:53.192079 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9f1d83-d975-4ed3-9aaa-6f495fa87173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:55:53.193581 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-da9f1d83-d975-4ed3-9aaa-6f495fa87173 admin admin] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0960376 Aug 25 16:55:55.357087 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 60692) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:55:55.442615 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7628ef4e-f597-4cc7-89b3-e66201c06d26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:55:55.443934 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-7628ef4e-f597-4cc7-89b3-e66201c06d26 admin admin] 10.222.0.88 "GET /v2.0/subnets/116950f5-36d3-4fc2-ae19-feb6e35b150a HTTP/1.1" status: 200 len: 816 time: 0.0858588 Aug 25 16:55:57.621115 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 60700) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:55:57.711646 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5391e4be-b8a9-44e9-8b92-a418b3b4e130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:55:57.712968 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-5391e4be-b8a9-44e9-8b92-a418b3b4e130 admin admin] 10.222.0.88 "GET /v2.0/subnets/5d39fbc8-1fa7-45bd-b00c-02fdd3e9ee09 HTTP/1.1" status: 200 len: 868 time: 0.0908802 Aug 25 16:56:13.047206 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c52f025f-7ea3-47dd-9c4b-baae55ea0c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:56:15.675050 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b125f012-a8df-4208-9fd9-2b0a38d5739d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:56:15.864092 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:56:16.979800 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3a305108-1f99-4b5d-a622-23901fed2525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:56:18.329148 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7978419e-b967-4a47-8975-0267302d25d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:56:21.558042 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 60754) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:56:21.605147 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [None req-f3f716b0-19c0-42fc-b558-0a265faed8ba admin admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 16:56:21.606160 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-f3f716b0-19c0-42fc-b558-0a265faed8ba admin admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0472555 Aug 25 16:56:23.841367 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 60762) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:56:23.901237 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-3935c019-489f-444e-8cea-daf66213b37c admin admin] GET failed (client error): The resource could not be found. Aug 25 16:56:23.902577 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-3935c019-489f-444e-8cea-daf66213b37c admin admin] 10.222.0.88 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0602472 Aug 25 16:56:24.040275 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dfa976-8c9b-4691-ac5c-bbe89d192ae1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:56:24.041666 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-a9dfa976-8c9b-4691-ac5c-bbe89d192ae1 admin admin] 10.222.0.88 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1345694 Aug 25 16:56:26.254818 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 60770) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:56:26.304289 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-9d138f60-f3c8-4774-b310-bb265bbf1c65 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 16:56:26.330491 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d138f60-f3c8-4774-b310-bb265bbf1c65 admin admin] Made reservation on behalf of de082b112d214e89901e904bc30d8a48 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:56:26.332754 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9d138f60-f3c8-4774-b310-bb265bbf1c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:56:26.373864 dv-cinder-791240-5-iscsi neutron-server[93883]: WARNING neutron.services.revisions.revision_plugin [None req-9d138f60-f3c8-4774-b310-bb265bbf1c65 admin admin] Could not find related network for resource to bump revision. Aug 25 16:56:26.389769 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d138f60-f3c8-4774-b310-bb265bbf1c65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1497} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 16:56:26.401444 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9d138f60-f3c8-4774-b310-bb265bbf1c65 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743706101733', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16206884'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:56:26.402035 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9d138f60-f3c8-4774-b310-bb265bbf1c65 admin admin] Unsubscribe: segment precommit_create {{(pid=93883) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 25 16:56:26.402489 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.db.segments_db [None req-9d138f60-f3c8-4774-b310-bb265bbf1c65 admin admin] Added segment 07cc4bb0-8bb7-4639-97fc-cba75e9020c4 of type vlan for network 6faa3912-85a3-4f42-98aa-ff53914b1e25 Aug 25 16:56:26.445464 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9d138f60-f3c8-4774-b310-bb265bbf1c65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743705589342'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:56:26.477381 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9d138f60-f3c8-4774-b310-bb265bbf1c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:56:26.478316 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d138f60-f3c8-4774-b310-bb265bbf1c65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:56:26.478911 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9d138f60-f3c8-4774-b310-bb265bbf1c65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16218488'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:56:26.559113 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-9d138f60-f3c8-4774-b310-bb265bbf1c65 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.3024304 Aug 25 16:56:26.570055 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d138f60-f3c8-4774-b310-bb265bbf1c65 admin admin] Pushing event updated for resources: {'Network': ['ID=6faa3912-85a3-4f42-98aa-ff53914b1e25,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:56:26.577535 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d138f60-f3c8-4774-b310-bb265bbf1c65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:56:26.577945 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d138f60-f3c8-4774-b310-bb265bbf1c65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:56:26.578290 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d138f60-f3c8-4774-b310-bb265bbf1c65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:56:26.578633 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d138f60-f3c8-4774-b310-bb265bbf1c65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:56:26.578957 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d138f60-f3c8-4774-b310-bb265bbf1c65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:56:26.579306 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d138f60-f3c8-4774-b310-bb265bbf1c65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:56:26.579640 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d138f60-f3c8-4774-b310-bb265bbf1c65 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:56:26.579970 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d138f60-f3c8-4774-b310-bb265bbf1c65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:56:26.580295 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d138f60-f3c8-4774-b310-bb265bbf1c65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:56:26.580619 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d138f60-f3c8-4774-b310-bb265bbf1c65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:56:26.580943 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d138f60-f3c8-4774-b310-bb265bbf1c65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:56:26.581265 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d138f60-f3c8-4774-b310-bb265bbf1c65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:56:26.593850 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Network 6faa3912-85a3-4f42-98aa-ff53914b1e25 details requested by agent ovs-agent-dv-cinder-791240-5-iscsi with host dv-cinder-791240-5-iscsi {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 16:56:28.746200 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 60778) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:56:28.807078 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fe84b52-ac95-4bbe-b8b1-7f05323f1434 admin admin] GET failed (client error): The resource could not be found. Aug 25 16:56:28.808378 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-3fe84b52-ac95-4bbe-b8b1-7f05323f1434 admin admin] 10.222.0.88 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0611930 Aug 25 16:56:28.881225 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3e1439-db4e-4708-ad60-0018bf97e223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:56:28.882702 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-4f3e1439-db4e-4708-ad60-0018bf97e223 admin admin] 10.222.0.88 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0697811 Aug 25 16:56:28.892869 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-9006dfed-9464-4434-8f41-93e446bdc26b admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '6faa3912-85a3-4f42-98aa-ff53914b1e25', 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 16:56:28.916428 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9006dfed-9464-4434-8f41-93e446bdc26b admin admin] Made reservation on behalf of de082b112d214e89901e904bc30d8a48 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:56:28.918768 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9006dfed-9464-4434-8f41-93e446bdc26b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:56:29.080665 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9006dfed-9464-4434-8f41-93e446bdc26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:56:29.132288 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9006dfed-9464-4434-8f41-93e446bdc26b admin admin] Pushing event updated for resources: {'Subnet': ['ID=450ba65a-7b54-4678-ad08-a1c764698c5f,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:56:29.140309 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9006dfed-9464-4434-8f41-93e446bdc26b admin admin] Checking segment: {'id': '07cc4bb0-8bb7-4639-97fc-cba75e9020c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1497, 'network_id': '6faa3912-85a3-4f42-98aa-ff53914b1e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 16:56:29.140659 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9006dfed-9464-4434-8f41-93e446bdc26b admin admin] Network hostable DHCP agents. Network: 6faa3912-85a3-4f42-98aa-ff53914b1e25, hostable agents: ['39bdbfd6-9eef-4d2c-92d7-b2e1f06a8fe0'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:56:29.156784 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9006dfed-9464-4434-8f41-93e446bdc26b admin admin] Network 6faa3912-85a3-4f42-98aa-ff53914b1e25 is scheduled to be hosted by DHCP agent 39bdbfd6-9eef-4d2c-92d7-b2e1f06a8fe0 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:56:29.166191 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-9006dfed-9464-4434-8f41-93e446bdc26b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-5-iscsi, 6faa3912-85a3-4f42-98aa-ff53914b1e25) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:56:29.170233 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9006dfed-9464-4434-8f41-93e446bdc26b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:56:29.170823 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9006dfed-9464-4434-8f41-93e446bdc26b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16218488'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:56:29.175200 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da083696-2334-491e-9243-c78934856f59 None None] Network 6faa3912-85a3-4f42-98aa-ff53914b1e25 requested from dv-cinder-791240-5-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 16:56:29.184461 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-9006dfed-9464-4434-8f41-93e446bdc26b admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2949426 Aug 25 16:56:29.428818 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847dd205-68ad-4c6d-a747-7348ad7e263b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp794e47e6-b8ad-5c0b-879a-efa4fa32050a-6faa3912-85a3-4f42-98aa-ff53914b1e25', 'network_id': '6faa3912-85a3-4f42-98aa-ff53914b1e25', 'tenant_id': 'de082b112d214e89901e904bc30d8a48', 'fixed_ips': [{'subnet_id': '450ba65a-7b54-4678-ad08-a1c764698c5f'}]}} from dv-cinder-791240-5-iscsi. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 16:56:29.429713 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-847dd205-68ad-4c6d-a747-7348ad7e263b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:56:29.488702 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-675b0cfa-30a8-494e-b3ff-bb445488b7d8 None None] Agent healthcheck: found 5 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 16:56:29.566618 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-847dd205-68ad-4c6d-a747-7348ad7e263b None None] Allocated IP 192.168.233.2 (6faa3912-85a3-4f42-98aa-ff53914b1e25/450ba65a-7b54-4678-ad08-a1c764698c5f/7b8c8b28-f68e-4d98-8ad5-fa1a4c84ba3b) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:56:29.716874 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-847dd205-68ad-4c6d-a747-7348ad7e263b None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:56:29.725527 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-847dd205-68ad-4c6d-a747-7348ad7e263b None None] Transition to ACTIVE for port object 7b8c8b28-f68e-4d98-8ad5-fa1a4c84ba3b will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:56:29.740799 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-847dd205-68ad-4c6d-a747-7348ad7e263b None None] Transition to ACTIVE for port object 7b8c8b28-f68e-4d98-8ad5-fa1a4c84ba3b will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:56:29.749353 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-847dd205-68ad-4c6d-a747-7348ad7e263b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743705601783'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:56:29.791153 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847dd205-68ad-4c6d-a747-7348ad7e263b None None] Network 6faa3912-85a3-4f42-98aa-ff53914b1e25 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:56:29.795994 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-847dd205-68ad-4c6d-a747-7348ad7e263b None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:56:29.798800 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847dd205-68ad-4c6d-a747-7348ad7e263b None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:56:29.809129 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847dd205-68ad-4c6d-a747-7348ad7e263b None None] Pushing event updated for resources: {'Port': ['ID=7b8c8b28-f68e-4d98-8ad5-fa1a4c84ba3b,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:56:29.819149 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847dd205-68ad-4c6d-a747-7348ad7e263b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:56:29.819561 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847dd205-68ad-4c6d-a747-7348ad7e263b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:56:29.820134 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847dd205-68ad-4c6d-a747-7348ad7e263b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:56:29.820762 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847dd205-68ad-4c6d-a747-7348ad7e263b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:56:29.821198 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847dd205-68ad-4c6d-a747-7348ad7e263b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:56:29.822189 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847dd205-68ad-4c6d-a747-7348ad7e263b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:56:29.822318 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847dd205-68ad-4c6d-a747-7348ad7e263b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:56:29.822757 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847dd205-68ad-4c6d-a747-7348ad7e263b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:56:29.823335 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847dd205-68ad-4c6d-a747-7348ad7e263b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:56:29.823844 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847dd205-68ad-4c6d-a747-7348ad7e263b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:56:29.824180 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847dd205-68ad-4c6d-a747-7348ad7e263b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:56:29.824508 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847dd205-68ad-4c6d-a747-7348ad7e263b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:56:29.871634 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-847dd205-68ad-4c6d-a747-7348ad7e263b None None] Attempting to bind port 7b8c8b28-f68e-4d98-8ad5-fa1a4c84ba3b on host dv-cinder-791240-5-iscsi for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:56:29.872001 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-847dd205-68ad-4c6d-a747-7348ad7e263b None None] Attempting to bind port 7b8c8b28-f68e-4d98-8ad5-fa1a4c84ba3b by drivers openvswitch,hyperv on host dv-cinder-791240-5-iscsi at level 0 using segments [{'id': '07cc4bb0-8bb7-4639-97fc-cba75e9020c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1497, 'network_id': '6faa3912-85a3-4f42-98aa-ff53914b1e25'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:56:29.872355 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847dd205-68ad-4c6d-a747-7348ad7e263b None None] Attempting to bind port 7b8c8b28-f68e-4d98-8ad5-fa1a4c84ba3b on network 6faa3912-85a3-4f42-98aa-ff53914b1e25 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:56:29.877300 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847dd205-68ad-4c6d-a747-7348ad7e263b None None] Checking agent: {'id': '228fda10-d8da-45cc-9fcd-c0d1ec5752d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 53, 16), 'started_at': datetime.datetime(2021, 8, 25, 16, 53, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:56:29.879561 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847dd205-68ad-4c6d-a747-7348ad7e263b None None] Checking segment: {'id': '07cc4bb0-8bb7-4639-97fc-cba75e9020c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1497, 'network_id': '6faa3912-85a3-4f42-98aa-ff53914b1e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 16:56:29.879561 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-847dd205-68ad-4c6d-a747-7348ad7e263b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:56:29.879561 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847dd205-68ad-4c6d-a747-7348ad7e263b None None] Bound using segment: {'id': '07cc4bb0-8bb7-4639-97fc-cba75e9020c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1497, 'network_id': '6faa3912-85a3-4f42-98aa-ff53914b1e25'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:56:29.879561 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-847dd205-68ad-4c6d-a747-7348ad7e263b None None] Bound port: 7b8c8b28-f68e-4d98-8ad5-fa1a4c84ba3b, host: dv-cinder-791240-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07cc4bb0-8bb7-4639-97fc-cba75e9020c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1497, 'network_id': '6faa3912-85a3-4f42-98aa-ff53914b1e25'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:56:29.879561 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-847dd205-68ad-4c6d-a747-7348ad7e263b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:56:29.943896 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-847dd205-68ad-4c6d-a747-7348ad7e263b None None] For port 7b8c8b28-f68e-4d98-8ad5-fa1a4c84ba3b, host dv-cinder-791240-5-iscsi, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:56:29.951434 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-847dd205-68ad-4c6d-a747-7348ad7e263b None None] For port 7b8c8b28-f68e-4d98-8ad5-fa1a4c84ba3b, host dv-cinder-791240-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=7b8c8b28-f68e-4d98-8ad5-fa1a4c84ba3b,segment=NetworkSegment(07cc4bb0-8bb7-4639-97fc-cba75e9020c4),segment_id=07cc4bb0-8bb7-4639-97fc-cba75e9020c4)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:56:29.956469 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-847dd205-68ad-4c6d-a747-7348ad7e263b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:56:30.014839 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847dd205-68ad-4c6d-a747-7348ad7e263b None None] Pushing event updated for resources: {'Port': ['ID=7b8c8b28-f68e-4d98-8ad5-fa1a4c84ba3b,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:56:30.838307 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76aac5a6-5a03-4744-97b5-b2506d671fa1 None None] Network 6faa3912-85a3-4f42-98aa-ff53914b1e25 requested from dv-cinder-791240-5-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 16:56:30.900588 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a507cdc5-9433-433e-ad60-8af4b16988c6 None None] Provisioning for port 7b8c8b28-f68e-4d98-8ad5-fa1a4c84ba3b completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:56:31.881743 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device 7b8c8b28-f68e-4d98-8ad5-fa1a4c84ba3b up at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 16:56:31.931857 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning for port 7b8c8b28-f68e-4d98-8ad5-fa1a4c84ba3b completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:56:31.936569 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning complete for port 7b8c8b28-f68e-4d98-8ad5-fa1a4c84ba3b triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:56:31.936934 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:56:32.019471 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:56:32.051422 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] For port 7b8c8b28-f68e-4d98-8ad5-fa1a4c84ba3b, host dv-cinder-791240-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=7b8c8b28-f68e-4d98-8ad5-fa1a4c84ba3b,segment=NetworkSegment(07cc4bb0-8bb7-4639-97fc-cba75e9020c4),segment_id=07cc4bb0-8bb7-4639-97fc-cba75e9020c4)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:56:32.055830 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:56:32.108290 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Pushing event updated for resources: {'Port': ['ID=7b8c8b28-f68e-4d98-8ad5-fa1a4c84ba3b,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:56:33.858086 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device 7b8c8b28-f68e-4d98-8ad5-fa1a4c84ba3b up at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 16:56:33.907069 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning complete for port 7b8c8b28-f68e-4d98-8ad5-fa1a4c84ba3b triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:56:33.907439 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:56:43.048564 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-97c3377c-b64d-42fa-8bc6-c1089a11c3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:56:45.676468 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a37cdfb6-fe0b-4a1e-beda-9190dd54d7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:56:45.866332 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:56:46.977307 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3a305108-1f99-4b5d-a622-23901fed2525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:56:48.331278 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7978419e-b967-4a47-8975-0267302d25d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:57:06.486716 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-675b0cfa-30a8-494e-b3ff-bb445488b7d8 None None] Agent healthcheck: found 5 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 16:57:13.049445 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fb4e31bc-2677-4341-a7e0-70df854f3c15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:57:15.677765 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f374ea72-ca53-4d35-90e0-479c78b336e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:57:15.867301 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:57:16.979949 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3a305108-1f99-4b5d-a622-23901fed2525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:57:18.333506 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7978419e-b967-4a47-8975-0267302d25d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:57:38.912083 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 60830) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:57:38.917933 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [None req-92a0700b-ac92-42bf-a5cc-ea7300e56d0f tempest-verify_tempest_config-1566543244 tempest-verify_tempest_config-1566543244-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 16:57:38.918892 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-92a0700b-ac92-42bf-a5cc-ea7300e56d0f tempest-verify_tempest_config-1566543244 tempest-verify_tempest_config-1566543244-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058391 Aug 25 16:57:39.207541 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 60848) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:57:39.317223 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f2b6f3a9-e586-4f97-95b9-3313f31cf35a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:57:39.439072 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f2b6f3a9-e586-4f97-95b9-3313f31cf35a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:57:39.443594 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f2b6f3a9-e586-4f97-95b9-3313f31cf35a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:57:39.489698 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-f2b6f3a9-e586-4f97-95b9-3313f31cf35a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=482e96f3af4b4c469c0e25b569cabd92&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2810733 Aug 25 16:57:39.490531 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b6f3a9-e586-4f97-95b9-3313f31cf35a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5715884-9e24-4d19-bac6-8d90c5de0ef2,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:57:39.492469 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 60852) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:57:39.497139 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6f3a9-e586-4f97-95b9-3313f31cf35a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:57:39.497505 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6f3a9-e586-4f97-95b9-3313f31cf35a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:57:39.497888 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6f3a9-e586-4f97-95b9-3313f31cf35a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:57:39.498226 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6f3a9-e586-4f97-95b9-3313f31cf35a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:57:39.498557 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6f3a9-e586-4f97-95b9-3313f31cf35a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:57:39.498893 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6f3a9-e586-4f97-95b9-3313f31cf35a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:57:39.499223 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6f3a9-e586-4f97-95b9-3313f31cf35a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:57:39.499550 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6f3a9-e586-4f97-95b9-3313f31cf35a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:57:39.499905 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6f3a9-e586-4f97-95b9-3313f31cf35a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:57:39.500246 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6f3a9-e586-4f97-95b9-3313f31cf35a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:57:39.500537 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6f3a9-e586-4f97-95b9-3313f31cf35a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:57:39.500857 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6f3a9-e586-4f97-95b9-3313f31cf35a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:57:39.555247 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fbd68788-d8fc-4c7f-8c33-c269c5a11f23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:57:39.575483 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fbd68788-d8fc-4c7f-8c33-c269c5a11f23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:57:39.662644 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fbd68788-d8fc-4c7f-8c33-c269c5a11f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:57:39.665093 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fbd68788-d8fc-4c7f-8c33-c269c5a11f23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:57:39.666295 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-fbd68788-d8fc-4c7f-8c33-c269c5a11f23 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b5715884-9e24-4d19-bac6-8d90c5de0ef2 HTTP/1.1" status: 204 len: 168 time: 0.1728663 Aug 25 16:57:39.675769 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd68788-d8fc-4c7f-8c33-c269c5a11f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5715884-9e24-4d19-bac6-8d90c5de0ef2,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:57:39.682332 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd68788-d8fc-4c7f-8c33-c269c5a11f23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:57:39.682695 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd68788-d8fc-4c7f-8c33-c269c5a11f23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:57:39.683041 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd68788-d8fc-4c7f-8c33-c269c5a11f23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:57:39.683373 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd68788-d8fc-4c7f-8c33-c269c5a11f23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:57:39.683701 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd68788-d8fc-4c7f-8c33-c269c5a11f23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:57:39.684045 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd68788-d8fc-4c7f-8c33-c269c5a11f23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:57:39.684370 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd68788-d8fc-4c7f-8c33-c269c5a11f23 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:57:39.684695 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd68788-d8fc-4c7f-8c33-c269c5a11f23 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:57:39.685034 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd68788-d8fc-4c7f-8c33-c269c5a11f23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:57:39.685356 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd68788-d8fc-4c7f-8c33-c269c5a11f23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:57:39.685689 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd68788-d8fc-4c7f-8c33-c269c5a11f23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:57:39.686015 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd68788-d8fc-4c7f-8c33-c269c5a11f23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:57:43.051892 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1e0097f6-182d-4d0a-a2cc-7a39968e4727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:57:43.488746 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-675b0cfa-30a8-494e-b3ff-bb445488b7d8 None None] Agent healthcheck: found 5 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 16:57:45.678581 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9b03e0c6-6b8c-4760-b744-dffbaf2ade5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:57:45.867935 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:57:46.984238 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3a305108-1f99-4b5d-a622-23901fed2525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:57:48.337097 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7978419e-b967-4a47-8975-0267302d25d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:58:13.051686 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7574fd74-1833-4cff-bec1-9e219c650bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:58:15.679822 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aed86dcc-d5f6-4255-b02a-49a6806ac437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:58:15.871030 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:58:16.987331 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3a305108-1f99-4b5d-a622-23901fed2525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:58:18.343114 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7978419e-b967-4a47-8975-0267302d25d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:58:20.486843 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-675b0cfa-30a8-494e-b3ff-bb445488b7d8 None None] Agent healthcheck: found 5 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 16:58:43.052519 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1d01a1a2-9567-4514-84ee-7fafb25a2019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:58:45.680168 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-abb6e9c2-046e-490f-a698-1bb092ccc54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:58:45.871009 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:58:46.988989 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3a305108-1f99-4b5d-a622-23901fed2525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:58:48.343558 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7978419e-b967-4a47-8975-0267302d25d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:58:57.487358 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-675b0cfa-30a8-494e-b3ff-bb445488b7d8 None None] Agent healthcheck: found 5 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 16:59:13.053632 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3189a22a-646e-418e-b0ac-780698d0588e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:59:14.993258 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-616619'] for agent, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:59:15.679886 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-39e54017-98f2-4cd8-8058-dd316ac28830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:59:15.871498 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:59:16.991073 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3a305108-1f99-4b5d-a622-23901fed2525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:59:18.347838 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7978419e-b967-4a47-8975-0267302d25d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:59:30.194721 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 60926) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:59:30.298468 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-41ff1fd8-5514-48c3-9c86-deb7dc775cca admin admin] 10.222.0.88 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1026344 Aug 25 16:59:32.671819 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 60936) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:59:32.726244 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-149f63cc-1600-4262-9be3-68c6941d26dc admin admin] 10.222.0.88 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0533557 Aug 25 16:59:34.487129 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-675b0cfa-30a8-494e-b3ff-bb445488b7d8 None None] Agent healthcheck: found 6 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 16:59:43.054610 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fe36a7ab-88dc-400b-b5ae-6990e9ff7196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:59:44.961570 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:59:45.680712 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f43ac1d5-9eba-4902-bc09-e658fb75b90a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:59:45.876502 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:59:46.993920 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3a305108-1f99-4b5d-a622-23901fed2525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:59:48.349818 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7978419e-b967-4a47-8975-0267302d25d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:00:11.487086 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-675b0cfa-30a8-494e-b3ff-bb445488b7d8 None None] Agent healthcheck: found 6 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:00:13.055687 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9696332c-e13c-48a3-919b-fc3679569743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:00:14.960170 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:00:15.681499 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1f06b4b9-07e2-405c-9e15-a8e63b0aaad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:00:15.877580 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:00:16.997288 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3a305108-1f99-4b5d-a622-23901fed2525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:00:18.356372 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7978419e-b967-4a47-8975-0267302d25d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:00:43.058037 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-99bcfdec-2db0-4fe0-b34f-e598694842a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:00:45.062677 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:00:45.682319 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-515ad13a-f928-4fdb-a530-ae22efabb94c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:00:45.879019 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:00:46.998892 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3a305108-1f99-4b5d-a622-23901fed2525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:00:48.355508 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7978419e-b967-4a47-8975-0267302d25d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:00:48.507827 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-675b0cfa-30a8-494e-b3ff-bb445488b7d8 None None] Agent healthcheck: found 6 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:01:01.654515 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 32810) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:01.894278 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-a76f57a4-f13c-43b2-b164-e9867008e214 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-746682186-network', 'tenant_id': '2fa932d690ff4173979e2bfb1febce22'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:01:01.919780 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76f57a4-f13c-43b2-b164-e9867008e214 admin admin] Made reservation on behalf of 2fa932d690ff4173979e2bfb1febce22 for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:01:01.922470 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a76f57a4-f13c-43b2-b164-e9867008e214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:01.940237 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a76f57a4-f13c-43b2-b164-e9867008e214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:02.037416 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a76f57a4-f13c-43b2-b164-e9867008e214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:02.041973 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a76f57a4-f13c-43b2-b164-e9867008e214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:02.067960 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76f57a4-f13c-43b2-b164-e9867008e214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8baece-e2e1-43c3-99c2-483b59b3b492,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:02.077601 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f57a4-f13c-43b2-b164-e9867008e214 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:01:02.078004 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f57a4-f13c-43b2-b164-e9867008e214 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:01:02.078451 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f57a4-f13c-43b2-b164-e9867008e214 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:01:02.078861 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f57a4-f13c-43b2-b164-e9867008e214 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:01:02.079124 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f57a4-f13c-43b2-b164-e9867008e214 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:01:02.079474 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f57a4-f13c-43b2-b164-e9867008e214 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:01:02.079809 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f57a4-f13c-43b2-b164-e9867008e214 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:01:02.080301 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f57a4-f13c-43b2-b164-e9867008e214 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:01:02.080581 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f57a4-f13c-43b2-b164-e9867008e214 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:01:02.080901 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f57a4-f13c-43b2-b164-e9867008e214 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:01:02.081210 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f57a4-f13c-43b2-b164-e9867008e214 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:01:02.081534 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f57a4-f13c-43b2-b164-e9867008e214 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:01:02.082663 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f57a4-f13c-43b2-b164-e9867008e214 admin admin] Tracked resource versions report: Aug 25 17:01:02.082663 dv-cinder-791240-5-iscsi neutron-server[93882]: pushed versions: Aug 25 17:01:02.082663 dv-cinder-791240-5-iscsi neutron-server[93882]: { 'AddressGroup': {'1.2'}, Aug 25 17:01:02.082663 dv-cinder-791240-5-iscsi neutron-server[93882]: 'ConntrackHelper': {'1.0'}, Aug 25 17:01:02.082663 dv-cinder-791240-5-iscsi neutron-server[93882]: 'Log': {'1.0'}, Aug 25 17:01:02.082663 dv-cinder-791240-5-iscsi neutron-server[93882]: 'Network': {'1.1'}, Aug 25 17:01:02.082663 dv-cinder-791240-5-iscsi neutron-server[93882]: 'Port': {'1.7'}, Aug 25 17:01:02.082663 dv-cinder-791240-5-iscsi neutron-server[93882]: 'PortForwarding': {'1.2'}, Aug 25 17:01:02.082663 dv-cinder-791240-5-iscsi neutron-server[93882]: 'QosPolicy': {'1.9'}, Aug 25 17:01:02.082663 dv-cinder-791240-5-iscsi neutron-server[93882]: 'SecurityGroup': {'1.4'}, Aug 25 17:01:02.082663 dv-cinder-791240-5-iscsi neutron-server[93882]: 'SecurityGroupRule': {'1.2'}, Aug 25 17:01:02.082663 dv-cinder-791240-5-iscsi neutron-server[93882]: 'SubPort': {'1.0'}, Aug 25 17:01:02.082663 dv-cinder-791240-5-iscsi neutron-server[93882]: 'Subnet': {'1.1'}, Aug 25 17:01:02.082663 dv-cinder-791240-5-iscsi neutron-server[93882]: 'Trunk': {'1.1'}} Aug 25 17:01:02.082663 dv-cinder-791240-5-iscsi neutron-server[93882]: consumer versions: Aug 25 17:01:02.082663 dv-cinder-791240-5-iscsi neutron-server[93882]: { DHCP agent@dv-cinder-791240-5-iscsi: {}, Aug 25 17:01:02.082663 dv-cinder-791240-5-iscsi neutron-server[93882]: HyperV agent@hv-cinder-79124: {}, Aug 25 17:01:02.082663 dv-cinder-791240-5-iscsi neutron-server[93882]: L3 agent@dv-cinder-791240-5-iscsi: {}, Aug 25 17:01:02.082663 dv-cinder-791240-5-iscsi neutron-server[93882]: Metadata agent@dv-cinder-791240-5-iscsi: {}, Aug 25 17:01:02.082663 dv-cinder-791240-5-iscsi neutron-server[93882]: Metering agent@dv-cinder-791240-5-iscsi: {}, Aug 25 17:01:02.082663 dv-cinder-791240-5-iscsi neutron-server[93882]: Open vSwitch agent@dv-cinder-791240-5-iscsi: { 'AddressGroup': '1.2', Aug 25 17:01:02.082663 dv-cinder-791240-5-iscsi neutron-server[93882]: 'ConntrackHelper': '1.0', Aug 25 17:01:02.082663 dv-cinder-791240-5-iscsi neutron-server[93882]: 'Log': '1.0', Aug 25 17:01:02.082663 dv-cinder-791240-5-iscsi neutron-server[93882]: 'Network': '1.1', Aug 25 17:01:02.082663 dv-cinder-791240-5-iscsi neutron-server[93882]: 'Port': '1.7', Aug 25 17:01:02.082663 dv-cinder-791240-5-iscsi neutron-server[93882]: 'PortForwarding': '1.2', Aug 25 17:01:02.082663 dv-cinder-791240-5-iscsi neutron-server[93882]: 'QosPolicy': '1.9', Aug 25 17:01:02.082663 dv-cinder-791240-5-iscsi neutron-server[93882]: 'SecurityGroup': '1.4', Aug 25 17:01:02.082663 dv-cinder-791240-5-iscsi neutron-server[93882]: 'SecurityGroupRule': '1.2', Aug 25 17:01:02.082663 dv-cinder-791240-5-iscsi neutron-server[93882]: 'SubPort': '1.0', Aug 25 17:01:02.082663 dv-cinder-791240-5-iscsi neutron-server[93882]: 'Subnet': '1.1', Aug 25 17:01:02.082663 dv-cinder-791240-5-iscsi neutron-server[93882]: 'Trunk': '1.1'}} Aug 25 17:01:02.082663 dv-cinder-791240-5-iscsi neutron-server[93882]: {{(pid=93882) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 17:01:02.093274 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a76f57a4-f13c-43b2-b164-e9867008e214 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1499} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 17:01:02.104611 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a76f57a4-f13c-43b2-b164-e9867008e214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16206884'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:02.104961 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.db.segments_db [None req-a76f57a4-f13c-43b2-b164-e9867008e214 admin admin] Added segment 5689e067-e5fe-4392-87e7-1a250e179c6c of type vlan for network 353ada68-8177-472c-b8d7-dda35572c2cd Aug 25 17:01:02.162041 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a76f57a4-f13c-43b2-b164-e9867008e214 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743705589342'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:02.192322 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a76f57a4-f13c-43b2-b164-e9867008e214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:02.193378 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76f57a4-f13c-43b2-b164-e9867008e214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:02.198345 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a76f57a4-f13c-43b2-b164-e9867008e214 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16218488'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:02.261564 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-a76f57a4-f13c-43b2-b164-e9867008e214 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6016090 Aug 25 17:01:02.262011 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 32858) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:02.267644 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-666dfb1e-269c-4e74-947f-477efdf25293 admin admin] Request body: {'subnet': {'network_id': '353ada68-8177-472c-b8d7-dda35572c2cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-746682186-subnet', 'tenant_id': '2fa932d690ff4173979e2bfb1febce22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:01:02.278196 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76f57a4-f13c-43b2-b164-e9867008e214 admin admin] Pushing event updated for resources: {'Network': ['ID=353ada68-8177-472c-b8d7-dda35572c2cd,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:02.291878 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666dfb1e-269c-4e74-947f-477efdf25293 admin admin] Made reservation on behalf of 2fa932d690ff4173979e2bfb1febce22 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:01:02.292102 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Network 353ada68-8177-472c-b8d7-dda35572c2cd details requested by agent ovs-agent-dv-cinder-791240-5-iscsi with host dv-cinder-791240-5-iscsi {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 17:01:02.294178 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-666dfb1e-269c-4e74-947f-477efdf25293 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:02.485000 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-666dfb1e-269c-4e74-947f-477efdf25293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:02.546992 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666dfb1e-269c-4e74-947f-477efdf25293 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b259a493-197c-44e1-a67b-d6556f166547,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:02.558579 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666dfb1e-269c-4e74-947f-477efdf25293 admin admin] Checking segment: {'id': '5689e067-e5fe-4392-87e7-1a250e179c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1499, 'network_id': '353ada68-8177-472c-b8d7-dda35572c2cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:01:02.558937 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666dfb1e-269c-4e74-947f-477efdf25293 admin admin] Network hostable DHCP agents. Network: 353ada68-8177-472c-b8d7-dda35572c2cd, hostable agents: ['39bdbfd6-9eef-4d2c-92d7-b2e1f06a8fe0'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 17:01:02.567705 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666dfb1e-269c-4e74-947f-477efdf25293 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:01:02.568077 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666dfb1e-269c-4e74-947f-477efdf25293 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:01:02.568418 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666dfb1e-269c-4e74-947f-477efdf25293 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:01:02.568759 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666dfb1e-269c-4e74-947f-477efdf25293 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:01:02.569087 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666dfb1e-269c-4e74-947f-477efdf25293 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:01:02.569433 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666dfb1e-269c-4e74-947f-477efdf25293 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:01:02.569781 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666dfb1e-269c-4e74-947f-477efdf25293 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:01:02.570292 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666dfb1e-269c-4e74-947f-477efdf25293 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:01:02.570772 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666dfb1e-269c-4e74-947f-477efdf25293 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:01:02.571270 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666dfb1e-269c-4e74-947f-477efdf25293 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:01:02.572231 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666dfb1e-269c-4e74-947f-477efdf25293 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:01:02.572553 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666dfb1e-269c-4e74-947f-477efdf25293 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:01:02.574048 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666dfb1e-269c-4e74-947f-477efdf25293 admin admin] Tracked resource versions report: Aug 25 17:01:02.574048 dv-cinder-791240-5-iscsi neutron-server[93883]: pushed versions: Aug 25 17:01:02.574048 dv-cinder-791240-5-iscsi neutron-server[93883]: { 'AddressGroup': {'1.2'}, Aug 25 17:01:02.574048 dv-cinder-791240-5-iscsi neutron-server[93883]: 'ConntrackHelper': {'1.0'}, Aug 25 17:01:02.574048 dv-cinder-791240-5-iscsi neutron-server[93883]: 'Log': {'1.0'}, Aug 25 17:01:02.574048 dv-cinder-791240-5-iscsi neutron-server[93883]: 'Network': {'1.1'}, Aug 25 17:01:02.574048 dv-cinder-791240-5-iscsi neutron-server[93883]: 'Port': {'1.7'}, Aug 25 17:01:02.574048 dv-cinder-791240-5-iscsi neutron-server[93883]: 'PortForwarding': {'1.2'}, Aug 25 17:01:02.574048 dv-cinder-791240-5-iscsi neutron-server[93883]: 'QosPolicy': {'1.9'}, Aug 25 17:01:02.574048 dv-cinder-791240-5-iscsi neutron-server[93883]: 'SecurityGroup': {'1.4'}, Aug 25 17:01:02.574048 dv-cinder-791240-5-iscsi neutron-server[93883]: 'SecurityGroupRule': {'1.2'}, Aug 25 17:01:02.574048 dv-cinder-791240-5-iscsi neutron-server[93883]: 'SubPort': {'1.0'}, Aug 25 17:01:02.574048 dv-cinder-791240-5-iscsi neutron-server[93883]: 'Subnet': {'1.1'}, Aug 25 17:01:02.574048 dv-cinder-791240-5-iscsi neutron-server[93883]: 'Trunk': {'1.1'}} Aug 25 17:01:02.574048 dv-cinder-791240-5-iscsi neutron-server[93883]: consumer versions: Aug 25 17:01:02.574048 dv-cinder-791240-5-iscsi neutron-server[93883]: { DHCP agent@dv-cinder-791240-5-iscsi: {}, Aug 25 17:01:02.574048 dv-cinder-791240-5-iscsi neutron-server[93883]: HyperV agent@hv-cinder-79124: {}, Aug 25 17:01:02.574048 dv-cinder-791240-5-iscsi neutron-server[93883]: L3 agent@dv-cinder-791240-5-iscsi: {}, Aug 25 17:01:02.574048 dv-cinder-791240-5-iscsi neutron-server[93883]: Metadata agent@dv-cinder-791240-5-iscsi: {}, Aug 25 17:01:02.574048 dv-cinder-791240-5-iscsi neutron-server[93883]: Metering agent@dv-cinder-791240-5-iscsi: {}, Aug 25 17:01:02.574048 dv-cinder-791240-5-iscsi neutron-server[93883]: Open vSwitch agent@dv-cinder-791240-5-iscsi: { 'AddressGroup': '1.2', Aug 25 17:01:02.574048 dv-cinder-791240-5-iscsi neutron-server[93883]: 'ConntrackHelper': '1.0', Aug 25 17:01:02.574048 dv-cinder-791240-5-iscsi neutron-server[93883]: 'Log': '1.0', Aug 25 17:01:02.574048 dv-cinder-791240-5-iscsi neutron-server[93883]: 'Network': '1.1', Aug 25 17:01:02.574048 dv-cinder-791240-5-iscsi neutron-server[93883]: 'Port': '1.7', Aug 25 17:01:02.574048 dv-cinder-791240-5-iscsi neutron-server[93883]: 'PortForwarding': '1.2', Aug 25 17:01:02.574048 dv-cinder-791240-5-iscsi neutron-server[93883]: 'QosPolicy': '1.9', Aug 25 17:01:02.574048 dv-cinder-791240-5-iscsi neutron-server[93883]: 'SecurityGroup': '1.4', Aug 25 17:01:02.574048 dv-cinder-791240-5-iscsi neutron-server[93883]: 'SecurityGroupRule': '1.2', Aug 25 17:01:02.574048 dv-cinder-791240-5-iscsi neutron-server[93883]: 'SubPort': '1.0', Aug 25 17:01:02.574048 dv-cinder-791240-5-iscsi neutron-server[93883]: 'Subnet': '1.1', Aug 25 17:01:02.574048 dv-cinder-791240-5-iscsi neutron-server[93883]: 'Trunk': '1.1'}} Aug 25 17:01:02.574048 dv-cinder-791240-5-iscsi neutron-server[93883]: {{(pid=93883) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 17:01:02.586417 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666dfb1e-269c-4e74-947f-477efdf25293 admin admin] Network 353ada68-8177-472c-b8d7-dda35572c2cd is scheduled to be hosted by DHCP agent 39bdbfd6-9eef-4d2c-92d7-b2e1f06a8fe0 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 17:01:02.597157 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-666dfb1e-269c-4e74-947f-477efdf25293 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-5-iscsi, 353ada68-8177-472c-b8d7-dda35572c2cd) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:01:02.602158 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666dfb1e-269c-4e74-947f-477efdf25293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:02.602886 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-666dfb1e-269c-4e74-947f-477efdf25293 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16218488'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:02.608596 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858c5a9b-f09c-42f5-b176-ffebbb1822c0 None None] Network 353ada68-8177-472c-b8d7-dda35572c2cd requested from dv-cinder-791240-5-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:01:02.622731 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-666dfb1e-269c-4e74-947f-477efdf25293 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3595955 Aug 25 17:01:02.747041 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c070a12c-365b-40b5-b69e-6c6d7c7fe865 None None] Network 353ada68-8177-472c-b8d7-dda35572c2cd requested from dv-cinder-791240-5-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:01:03.250133 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 32930) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:03.739909 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-fb6335c7-5b58-4f94-9257-b99ca9d26272 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1252746452-network', 'tenant_id': '2aac5ed5850d4b2fb26a922006b2e50f'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:01:03.765314 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb6335c7-5b58-4f94-9257-b99ca9d26272 admin admin] Made reservation on behalf of 2aac5ed5850d4b2fb26a922006b2e50f for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:01:03.767811 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fb6335c7-5b58-4f94-9257-b99ca9d26272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:03.780849 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fb6335c7-5b58-4f94-9257-b99ca9d26272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:03.887435 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 32952) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:03.901748 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fb6335c7-5b58-4f94-9257-b99ca9d26272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:03.907085 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fb6335c7-5b58-4f94-9257-b99ca9d26272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:03.937178 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6335c7-5b58-4f94-9257-b99ca9d26272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7db256-0dd5-4a6d-b219-9a35aeeb860b,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:03.959040 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb6335c7-5b58-4f94-9257-b99ca9d26272 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1461} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 17:01:03.980412 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fb6335c7-5b58-4f94-9257-b99ca9d26272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16206884'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:03.980791 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.db.segments_db [None req-fb6335c7-5b58-4f94-9257-b99ca9d26272 admin admin] Added segment 4d6da60f-3006-497a-af1b-371736e709aa of type vlan for network 6fe3cea9-951c-45c5-bb39-2832b07e1827 Aug 25 17:01:04.005219 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 32966) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:04.033021 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fb6335c7-5b58-4f94-9257-b99ca9d26272 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743705589342'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:04.063541 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-07c728ab-3b74-485f-a72c-c7e98dcbb487 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-888737631-network', 'tenant_id': 'b481d864bbdf470583d302856fcdb3c2'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:01:04.075472 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fb6335c7-5b58-4f94-9257-b99ca9d26272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:04.076527 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6335c7-5b58-4f94-9257-b99ca9d26272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:04.077257 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fb6335c7-5b58-4f94-9257-b99ca9d26272 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16218488'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:04.108724 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c728ab-3b74-485f-a72c-c7e98dcbb487 admin admin] Made reservation on behalf of b481d864bbdf470583d302856fcdb3c2 for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:01:04.111212 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-07c728ab-3b74-485f-a72c-c7e98dcbb487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:04.126412 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-07c728ab-3b74-485f-a72c-c7e98dcbb487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:04.210281 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6335c7-5b58-4f94-9257-b99ca9d26272 admin admin] Pushing event updated for resources: {'Network': ['ID=6fe3cea9-951c-45c5-bb39-2832b07e1827,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:04.223535 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Network 6fe3cea9-951c-45c5-bb39-2832b07e1827 details requested by agent ovs-agent-dv-cinder-791240-5-iscsi with host dv-cinder-791240-5-iscsi {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 17:01:04.282500 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-07c728ab-3b74-485f-a72c-c7e98dcbb487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:04.288302 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-07c728ab-3b74-485f-a72c-c7e98dcbb487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:04.293482 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-fb6335c7-5b58-4f94-9257-b99ca9d26272 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0420830 Aug 25 17:01:04.296401 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 32972) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:04.301741 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-ad4defe4-3b01-485f-95d7-3447dbde57e5 admin admin] Request body: {'subnet': {'network_id': '6fe3cea9-951c-45c5-bb39-2832b07e1827', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1252746452-subnet', 'tenant_id': '2aac5ed5850d4b2fb26a922006b2e50f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:01:04.310749 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07c728ab-3b74-485f-a72c-c7e98dcbb487 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1468} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 17:01:04.323349 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-07c728ab-3b74-485f-a72c-c7e98dcbb487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16206884'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:04.324041 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.db.segments_db [None req-07c728ab-3b74-485f-a72c-c7e98dcbb487 admin admin] Added segment 5e3e5c27-313d-406c-97cc-b08ec9f9f718 of type vlan for network d686dfae-89b6-4141-b607-e36388f6039b Aug 25 17:01:04.371598 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad4defe4-3b01-485f-95d7-3447dbde57e5 admin admin] Made reservation on behalf of 2aac5ed5850d4b2fb26a922006b2e50f for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:01:04.373881 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ad4defe4-3b01-485f-95d7-3447dbde57e5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:04.405293 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-07c728ab-3b74-485f-a72c-c7e98dcbb487 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743705589342'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:04.437016 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-07c728ab-3b74-485f-a72c-c7e98dcbb487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:04.438065 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c728ab-3b74-485f-a72c-c7e98dcbb487 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:04.438860 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-07c728ab-3b74-485f-a72c-c7e98dcbb487 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16218488'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:04.466435 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-07c728ab-3b74-485f-a72c-c7e98dcbb487 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5772264 Aug 25 17:01:04.468161 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 32984) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:04.473426 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-c3a00aff-e7cd-4cd6-ba7d-4a01d8cdcf73 admin admin] Request body: {'subnet': {'network_id': 'd686dfae-89b6-4141-b607-e36388f6039b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-888737631-subnet', 'tenant_id': 'b481d864bbdf470583d302856fcdb3c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:01:04.498043 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c728ab-3b74-485f-a72c-c7e98dcbb487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c405f9b5-c2eb-41ab-8824-bd0db83a620d,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:04.516983 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a00aff-e7cd-4cd6-ba7d-4a01d8cdcf73 admin admin] Made reservation on behalf of b481d864bbdf470583d302856fcdb3c2 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:01:04.522438 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c3a00aff-e7cd-4cd6-ba7d-4a01d8cdcf73 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:04.592112 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ad4defe4-3b01-485f-95d7-3447dbde57e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:04.617639 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-7fe85610-aaaa-4adc-80a7-be96e85eb1ec admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1515556321-network', 'tenant_id': 'ce8b30e44d0740b19fb2000423fb78ee'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:01:04.673172 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe85610-aaaa-4adc-80a7-be96e85eb1ec admin admin] Made reservation on behalf of ce8b30e44d0740b19fb2000423fb78ee for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:01:04.676241 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7fe85610-aaaa-4adc-80a7-be96e85eb1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:04.683355 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4defe4-3b01-485f-95d7-3447dbde57e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b3f3aec-b759-4569-a5a7-053f9cfaf242,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:04.690699 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4defe4-3b01-485f-95d7-3447dbde57e5 admin admin] Checking segment: {'id': '4d6da60f-3006-497a-af1b-371736e709aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1461, 'network_id': '6fe3cea9-951c-45c5-bb39-2832b07e1827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:01:04.691185 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4defe4-3b01-485f-95d7-3447dbde57e5 admin admin] Network hostable DHCP agents. Network: 6fe3cea9-951c-45c5-bb39-2832b07e1827, hostable agents: ['39bdbfd6-9eef-4d2c-92d7-b2e1f06a8fe0'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 17:01:04.713140 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4defe4-3b01-485f-95d7-3447dbde57e5 admin admin] Network 6fe3cea9-951c-45c5-bb39-2832b07e1827 is scheduled to be hosted by DHCP agent 39bdbfd6-9eef-4d2c-92d7-b2e1f06a8fe0 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 17:01:04.723594 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c728ab-3b74-485f-a72c-c7e98dcbb487 admin admin] Pushing event updated for resources: {'Network': ['ID=d686dfae-89b6-4141-b607-e36388f6039b,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:04.734548 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-ad4defe4-3b01-485f-95d7-3447dbde57e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-5-iscsi, 6fe3cea9-951c-45c5-bb39-2832b07e1827) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:01:04.736466 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Network d686dfae-89b6-4141-b607-e36388f6039b details requested by agent ovs-agent-dv-cinder-791240-5-iscsi with host dv-cinder-791240-5-iscsi {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 17:01:04.739075 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4defe4-3b01-485f-95d7-3447dbde57e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:04.740482 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ad4defe4-3b01-485f-95d7-3447dbde57e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16218488'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:04.744773 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7fe85610-aaaa-4adc-80a7-be96e85eb1ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:04.762799 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-ad4defe4-3b01-485f-95d7-3447dbde57e5 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4651296 Aug 25 17:01:04.765457 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 33008) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:04.775823 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115fe0bc-22d1-493f-8d37-74d4faa3196c None None] Network 6fe3cea9-951c-45c5-bb39-2832b07e1827 requested from dv-cinder-791240-5-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:01:04.780200 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-a8045900-422e-4ce5-90bc-dd560d9f0c90 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1252746452-router', 'tenant_id': '2aac5ed5850d4b2fb26a922006b2e50f', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:01:04.805108 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.db.api [None req-a8045900-422e-4ce5-90bc-dd560d9f0c90 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 25 17:01:04.805108 dv-cinder-791240-5-iscsi neutron-server[93883]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 25 17:01:04.805108 dv-cinder-791240-5-iscsi neutron-server[93883]: [parameters: {'project_id_1': '2aac5ed5850d4b2fb26a922006b2e50f', 'expiration_1': datetime.datetime(2021, 8, 25, 17, 1, 4, 794910)}] Aug 25 17:01:04.805108 dv-cinder-791240-5-iscsi neutron-server[93883]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93883) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 17:01:04.805573 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG oslo_db.api [None req-a8045900-422e-4ce5-90bc-dd560d9f0c90 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 17:01:04.996925 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ef0bd1-b075-49ea-8e65-0c66d0300ecc None None] Network 6fe3cea9-951c-45c5-bb39-2832b07e1827 requested from dv-cinder-791240-5-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:01:05.016420 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c3a00aff-e7cd-4cd6-ba7d-4a01d8cdcf73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:05.066356 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7fe85610-aaaa-4adc-80a7-be96e85eb1ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:05.077327 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7fe85610-aaaa-4adc-80a7-be96e85eb1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:05.122662 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe85610-aaaa-4adc-80a7-be96e85eb1ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c8a833-0015-4640-a50f-4d282b16852e,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:05.128495 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 33024) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:05.131232 dv-cinder-791240-5-iscsi neutron-server[93883]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 25 17:01:05.156471 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a00aff-e7cd-4cd6-ba7d-4a01d8cdcf73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b924291b-4b0f-4431-8d0f-79843e01869c,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:05.160241 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fe85610-aaaa-4adc-80a7-be96e85eb1ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1463} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 17:01:05.179907 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a00aff-e7cd-4cd6-ba7d-4a01d8cdcf73 admin admin] Checking segment: {'id': '5e3e5c27-313d-406c-97cc-b08ec9f9f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': 'd686dfae-89b6-4141-b607-e36388f6039b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:01:05.180169 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a00aff-e7cd-4cd6-ba7d-4a01d8cdcf73 admin admin] Network hostable DHCP agents. Network: d686dfae-89b6-4141-b607-e36388f6039b, hostable agents: ['39bdbfd6-9eef-4d2c-92d7-b2e1f06a8fe0'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 17:01:05.187487 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7fe85610-aaaa-4adc-80a7-be96e85eb1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16206884'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:05.187827 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.db.segments_db [None req-7fe85610-aaaa-4adc-80a7-be96e85eb1ec admin admin] Added segment 464881d0-366d-4203-be8e-e80b8f8623d9 of type vlan for network 158af8a6-8234-4e44-b5d8-e0491b33a626 Aug 25 17:01:05.234759 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a00aff-e7cd-4cd6-ba7d-4a01d8cdcf73 admin admin] Network d686dfae-89b6-4141-b607-e36388f6039b is scheduled to be hosted by DHCP agent 39bdbfd6-9eef-4d2c-92d7-b2e1f06a8fe0 with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 17:01:05.250628 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7fe85610-aaaa-4adc-80a7-be96e85eb1ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743705589342'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:05.261287 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-c3a00aff-e7cd-4cd6-ba7d-4a01d8cdcf73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-5-iscsi, d686dfae-89b6-4141-b607-e36388f6039b) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:01:05.266218 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a00aff-e7cd-4cd6-ba7d-4a01d8cdcf73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:05.266861 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c3a00aff-e7cd-4cd6-ba7d-4a01d8cdcf73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16218488'] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:05.271094 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a1a903-7a73-45eb-8fcf-456b9b461704 None None] Network d686dfae-89b6-4141-b607-e36388f6039b requested from dv-cinder-791240-5-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:01:05.312736 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7fe85610-aaaa-4adc-80a7-be96e85eb1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:05.316191 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe85610-aaaa-4adc-80a7-be96e85eb1ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:05.319953 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7fe85610-aaaa-4adc-80a7-be96e85eb1ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16218488'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:05.346921 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-c3a00aff-e7cd-4cd6-ba7d-4a01d8cdcf73 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8750515 Aug 25 17:01:05.348505 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 33032) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:05.372024 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-fdc20dfb-8b13-46be-85d0-5ae40d13f36b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-888737631-router', 'tenant_id': 'b481d864bbdf470583d302856fcdb3c2', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29'}}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:01:05.523331 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-7fe85610-aaaa-4adc-80a7-be96e85eb1ec admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5169628 Aug 25 17:01:05.525300 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 33038) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:05.532972 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-c3e2d3fb-2cee-4c51-ab1b-31c188d95e08 admin admin] Request body: {'subnet': {'network_id': '158af8a6-8234-4e44-b5d8-e0491b33a626', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1515556321-subnet', 'tenant_id': 'ce8b30e44d0740b19fb2000423fb78ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:01:05.546937 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.db.api [None req-fdc20dfb-8b13-46be-85d0-5ae40d13f36b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 25 17:01:05.546937 dv-cinder-791240-5-iscsi neutron-server[93882]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 25 17:01:05.546937 dv-cinder-791240-5-iscsi neutron-server[93882]: [parameters: {'project_id_1': 'b481d864bbdf470583d302856fcdb3c2', 'expiration_1': datetime.datetime(2021, 8, 25, 17, 1, 5, 501943)}] Aug 25 17:01:05.546937 dv-cinder-791240-5-iscsi neutron-server[93882]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 17:01:05.547770 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG oslo_db.api [None req-fdc20dfb-8b13-46be-85d0-5ae40d13f36b admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 17:01:05.549167 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd69252-62d8-4265-90da-7fe8792a15c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp794e47e6-b8ad-5c0b-879a-efa4fa32050a-d686dfae-89b6-4141-b607-e36388f6039b', 'network_id': 'd686dfae-89b6-4141-b607-e36388f6039b', 'tenant_id': 'b481d864bbdf470583d302856fcdb3c2', 'fixed_ips': [{'subnet_id': 'b924291b-4b0f-4431-8d0f-79843e01869c'}]}} from dv-cinder-791240-5-iscsi. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 17:01:05.551253 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3cd69252-62d8-4265-90da-7fe8792a15c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:05.554327 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8872695e-897f-4215-83a7-94d2adecd185 req-dc882298-14bc-4d16-8755-69a4a6e0fe60 tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:05.555142 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8872695e-897f-4215-83a7-94d2adecd185 req-dc882298-14bc-4d16-8755-69a4a6e0fe60 tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] 10.222.0.88 "GET /v2.0/networks?id=353ada68-8177-472c-b8d7-dda35572c2cd HTTP/1.1" status: 200 len: 811 time: 0.4249377 Aug 25 17:01:05.556324 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe85610-aaaa-4adc-80a7-be96e85eb1ec admin admin] Pushing event updated for resources: {'Network': ['ID=158af8a6-8234-4e44-b5d8-e0491b33a626,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:05.569583 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Network 158af8a6-8234-4e44-b5d8-e0491b33a626 details requested by agent ovs-agent-dv-cinder-791240-5-iscsi with host dv-cinder-791240-5-iscsi {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 17:01:05.583170 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a8045900-422e-4ce5-90bc-dd560d9f0c90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36909'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:05.587718 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a8045900-422e-4ce5-90bc-dd560d9f0c90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-613604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-671558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36916'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:05.589473 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e2d3fb-2cee-4c51-ab1b-31c188d95e08 admin admin] Made reservation on behalf of ce8b30e44d0740b19fb2000423fb78ee for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:01:05.592769 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c3e2d3fb-2cee-4c51-ab1b-31c188d95e08 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:05.610233 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8872695e-897f-4215-83a7-94d2adecd185 req-e9faee65-4955-49c3-9abb-dde8e912d862 tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] 10.222.0.88 "GET /v2.0/quotas/2fa932d690ff4173979e2bfb1febce22 HTTP/1.1" status: 200 len: 375 time: 0.0460198 Aug 25 17:01:05.718621 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8872695e-897f-4215-83a7-94d2adecd185 req-4d5b8dc3-4114-4a38-83cb-33cd016e4b7f tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=2fa932d690ff4173979e2bfb1febce22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1009324 Aug 25 17:01:05.797794 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a8045900-422e-4ce5-90bc-dd560d9f0c90 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:05.863839 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c3e2d3fb-2cee-4c51-ab1b-31c188d95e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:05.898372 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-3cd69252-62d8-4265-90da-7fe8792a15c4 None None] Allocated IP 172.20.0.2 (d686dfae-89b6-4141-b607-e36388f6039b/b924291b-4b0f-4431-8d0f-79843e01869c/5716f786-73ca-4fa2-90a3-e8c5a6e64f16) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:01:05.955462 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e2d3fb-2cee-4c51-ab1b-31c188d95e08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=157e2cdc-7e5d-4beb-8dac-2b06da21e5f2,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:06.003022 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e2d3fb-2cee-4c51-ab1b-31c188d95e08 admin admin] Checking segment: {'id': '464881d0-366d-4203-be8e-e80b8f8623d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1463, 'network_id': '158af8a6-8234-4e44-b5d8-e0491b33a626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:01:06.003384 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e2d3fb-2cee-4c51-ab1b-31c188d95e08 admin admin] Network hostable DHCP agents. Network: 158af8a6-8234-4e44-b5d8-e0491b33a626, hostable agents: ['39bdbfd6-9eef-4d2c-92d7-b2e1f06a8fe0'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 17:01:06.029710 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e2d3fb-2cee-4c51-ab1b-31c188d95e08 admin admin] Network 158af8a6-8234-4e44-b5d8-e0491b33a626 is scheduled to be hosted by DHCP agent 39bdbfd6-9eef-4d2c-92d7-b2e1f06a8fe0 with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 17:01:06.094367 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [req-8872695e-897f-4215-83a7-94d2adecd185 req-00707a47-49c8-449f-9383-0494933dacf5 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 17:01:06.095646 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8872695e-897f-4215-83a7-94d2adecd185 req-00707a47-49c8-449f-9383-0494933dacf5 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1463902 Aug 25 17:01:06.102011 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-c3e2d3fb-2cee-4c51-ab1b-31c188d95e08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-5-iscsi, 158af8a6-8234-4e44-b5d8-e0491b33a626) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:01:06.104137 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a8045900-422e-4ce5-90bc-dd560d9f0c90 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:06.132091 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e2d3fb-2cee-4c51-ab1b-31c188d95e08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:06.132698 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c3e2d3fb-2cee-4c51-ab1b-31c188d95e08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16218488'] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:06.145456 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3cd69252-62d8-4265-90da-7fe8792a15c4 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:06.145707 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fdc20dfb-8b13-46be-85d0-5ae40d13f36b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36909'] for router, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:06.146571 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fdc20dfb-8b13-46be-85d0-5ae40d13f36b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-613604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-671558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36916'] for router, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:06.151066 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09160f5b-dfec-4489-825a-03d52d089b3f None None] Network 158af8a6-8234-4e44-b5d8-e0491b33a626 requested from dv-cinder-791240-5-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:01:06.163859 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3cd69252-62d8-4265-90da-7fe8792a15c4 None None] Transition to ACTIVE for port object 5716f786-73ca-4fa2-90a3-e8c5a6e64f16 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:01:06.184680 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3cd69252-62d8-4265-90da-7fe8792a15c4 None None] Transition to ACTIVE for port object 5716f786-73ca-4fa2-90a3-e8c5a6e64f16 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:01:06.202755 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3cd69252-62d8-4265-90da-7fe8792a15c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743705601783'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:06.231643 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fdc20dfb-8b13-46be-85d0-5ae40d13f36b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:06.253706 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd69252-62d8-4265-90da-7fe8792a15c4 None None] Network d686dfae-89b6-4141-b607-e36388f6039b is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:01:06.257792 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-3cd69252-62d8-4265-90da-7fe8792a15c4 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:01:06.262406 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd69252-62d8-4265-90da-7fe8792a15c4 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:01:06.336146 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8872695e-897f-4215-83a7-94d2adecd185 req-d09bec3d-c7d6-4198-9d80-b289d0f4ceb7 service neutron] 10.222.0.88 "GET /v2.0/networks/353ada68-8177-472c-b8d7-dda35572c2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276089 Aug 25 17:01:06.436800 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-3cd69252-62d8-4265-90da-7fe8792a15c4 None None] Attempting to bind port 5716f786-73ca-4fa2-90a3-e8c5a6e64f16 on host dv-cinder-791240-5-iscsi for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:01:06.436800 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-3cd69252-62d8-4265-90da-7fe8792a15c4 None None] Attempting to bind port 5716f786-73ca-4fa2-90a3-e8c5a6e64f16 by drivers openvswitch,hyperv on host dv-cinder-791240-5-iscsi at level 0 using segments [{'id': '5e3e5c27-313d-406c-97cc-b08ec9f9f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': 'd686dfae-89b6-4141-b607-e36388f6039b'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:01:06.437765 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd69252-62d8-4265-90da-7fe8792a15c4 None None] Attempting to bind port 5716f786-73ca-4fa2-90a3-e8c5a6e64f16 on network d686dfae-89b6-4141-b607-e36388f6039b {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:01:06.496274 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 33090) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:06.503130 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd69252-62d8-4265-90da-7fe8792a15c4 None None] Checking agent: {'id': '228fda10-d8da-45cc-9fcd-c0d1ec5752d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 53, 16), 'started_at': datetime.datetime(2021, 8, 25, 16, 53, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:01:06.503783 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd69252-62d8-4265-90da-7fe8792a15c4 None None] Checking segment: {'id': '5e3e5c27-313d-406c-97cc-b08ec9f9f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': 'd686dfae-89b6-4141-b607-e36388f6039b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:01:06.504364 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3cd69252-62d8-4265-90da-7fe8792a15c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:06.504958 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd69252-62d8-4265-90da-7fe8792a15c4 None None] Bound using segment: {'id': '5e3e5c27-313d-406c-97cc-b08ec9f9f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': 'd686dfae-89b6-4141-b607-e36388f6039b'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:01:06.505612 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-3cd69252-62d8-4265-90da-7fe8792a15c4 None None] Bound port: 5716f786-73ca-4fa2-90a3-e8c5a6e64f16, host: dv-cinder-791240-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e3e5c27-313d-406c-97cc-b08ec9f9f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': 'd686dfae-89b6-4141-b607-e36388f6039b'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:01:06.506709 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3cd69252-62d8-4265-90da-7fe8792a15c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:06.532539 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fdc20dfb-8b13-46be-85d0-5ae40d13f36b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:06.601708 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-c3e2d3fb-2cee-4c51-ab1b-31c188d95e08 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0729339 Aug 25 17:01:06.637058 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6943fb-8872-4f2b-8766-f9ea7561e408 None None] Network 158af8a6-8234-4e44-b5d8-e0491b33a626 requested from dv-cinder-791240-5-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:01:06.642472 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd69252-62d8-4265-90da-7fe8792a15c4 None None] Pushing event updated for resources: {'Port': ['ID=5716f786-73ca-4fa2-90a3-e8c5a6e64f16,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:06.668232 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8872695e-897f-4215-83a7-94d2adecd185 req-23f7870d-cf5b-4a6c-bf3a-176ed4c378f1 service neutron] 10.222.0.88 "GET /v2.0/networks/353ada68-8177-472c-b8d7-dda35572c2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106987 Aug 25 17:01:06.706155 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-051c9ef1-6011-4f04-a307-dbfbe2d30d26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:06.764941 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd69252-62d8-4265-90da-7fe8792a15c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:01:06.769907 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd69252-62d8-4265-90da-7fe8792a15c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:01:06.772053 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd69252-62d8-4265-90da-7fe8792a15c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:01:06.772686 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd69252-62d8-4265-90da-7fe8792a15c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:01:06.773272 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd69252-62d8-4265-90da-7fe8792a15c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:01:06.774443 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd69252-62d8-4265-90da-7fe8792a15c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:01:06.776869 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd69252-62d8-4265-90da-7fe8792a15c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:01:06.777612 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd69252-62d8-4265-90da-7fe8792a15c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:01:06.778341 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd69252-62d8-4265-90da-7fe8792a15c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:01:06.781096 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd69252-62d8-4265-90da-7fe8792a15c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:01:06.782001 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd69252-62d8-4265-90da-7fe8792a15c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:01:06.782587 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd69252-62d8-4265-90da-7fe8792a15c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:01:06.786086 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd69252-62d8-4265-90da-7fe8792a15c4 None None] Tracked resource versions report: Aug 25 17:01:06.786086 dv-cinder-791240-5-iscsi neutron-server[93884]: pushed versions: Aug 25 17:01:06.786086 dv-cinder-791240-5-iscsi neutron-server[93884]: { 'AddressGroup': {'1.2'}, Aug 25 17:01:06.786086 dv-cinder-791240-5-iscsi neutron-server[93884]: 'ConntrackHelper': {'1.0'}, Aug 25 17:01:06.786086 dv-cinder-791240-5-iscsi neutron-server[93884]: 'Log': {'1.0'}, Aug 25 17:01:06.786086 dv-cinder-791240-5-iscsi neutron-server[93884]: 'Network': {'1.1'}, Aug 25 17:01:06.786086 dv-cinder-791240-5-iscsi neutron-server[93884]: 'Port': {'1.7'}, Aug 25 17:01:06.786086 dv-cinder-791240-5-iscsi neutron-server[93884]: 'PortForwarding': {'1.2'}, Aug 25 17:01:06.786086 dv-cinder-791240-5-iscsi neutron-server[93884]: 'QosPolicy': {'1.9'}, Aug 25 17:01:06.786086 dv-cinder-791240-5-iscsi neutron-server[93884]: 'SecurityGroup': {'1.4'}, Aug 25 17:01:06.786086 dv-cinder-791240-5-iscsi neutron-server[93884]: 'SecurityGroupRule': {'1.2'}, Aug 25 17:01:06.786086 dv-cinder-791240-5-iscsi neutron-server[93884]: 'SubPort': {'1.0'}, Aug 25 17:01:06.786086 dv-cinder-791240-5-iscsi neutron-server[93884]: 'Subnet': {'1.1'}, Aug 25 17:01:06.786086 dv-cinder-791240-5-iscsi neutron-server[93884]: 'Trunk': {'1.1'}} Aug 25 17:01:06.786086 dv-cinder-791240-5-iscsi neutron-server[93884]: consumer versions: Aug 25 17:01:06.786086 dv-cinder-791240-5-iscsi neutron-server[93884]: { DHCP agent@dv-cinder-791240-5-iscsi: {}, Aug 25 17:01:06.786086 dv-cinder-791240-5-iscsi neutron-server[93884]: HyperV agent@hv-cinder-79124: {}, Aug 25 17:01:06.786086 dv-cinder-791240-5-iscsi neutron-server[93884]: L3 agent@dv-cinder-791240-5-iscsi: {}, Aug 25 17:01:06.786086 dv-cinder-791240-5-iscsi neutron-server[93884]: Metadata agent@dv-cinder-791240-5-iscsi: {}, Aug 25 17:01:06.786086 dv-cinder-791240-5-iscsi neutron-server[93884]: Metering agent@dv-cinder-791240-5-iscsi: {}, Aug 25 17:01:06.786086 dv-cinder-791240-5-iscsi neutron-server[93884]: Open vSwitch agent@dv-cinder-791240-5-iscsi: { 'AddressGroup': '1.2', Aug 25 17:01:06.786086 dv-cinder-791240-5-iscsi neutron-server[93884]: 'ConntrackHelper': '1.0', Aug 25 17:01:06.786086 dv-cinder-791240-5-iscsi neutron-server[93884]: 'Log': '1.0', Aug 25 17:01:06.786086 dv-cinder-791240-5-iscsi neutron-server[93884]: 'Network': '1.1', Aug 25 17:01:06.786086 dv-cinder-791240-5-iscsi neutron-server[93884]: 'Port': '1.7', Aug 25 17:01:06.786086 dv-cinder-791240-5-iscsi neutron-server[93884]: 'PortForwarding': '1.2', Aug 25 17:01:06.786086 dv-cinder-791240-5-iscsi neutron-server[93884]: 'QosPolicy': '1.9', Aug 25 17:01:06.786086 dv-cinder-791240-5-iscsi neutron-server[93884]: 'SecurityGroup': '1.4', Aug 25 17:01:06.786086 dv-cinder-791240-5-iscsi neutron-server[93884]: 'SecurityGroupRule': '1.2', Aug 25 17:01:06.786086 dv-cinder-791240-5-iscsi neutron-server[93884]: 'SubPort': '1.0', Aug 25 17:01:06.786086 dv-cinder-791240-5-iscsi neutron-server[93884]: 'Subnet': '1.1', Aug 25 17:01:06.786086 dv-cinder-791240-5-iscsi neutron-server[93884]: 'Trunk': '1.1'}} Aug 25 17:01:06.786086 dv-cinder-791240-5-iscsi neutron-server[93884]: {{(pid=93884) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 17:01:06.803342 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3cd69252-62d8-4265-90da-7fe8792a15c4 None None] For port 5716f786-73ca-4fa2-90a3-e8c5a6e64f16, host dv-cinder-791240-5-iscsi, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:01:06.859423 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3cd69252-62d8-4265-90da-7fe8792a15c4 None None] For port 5716f786-73ca-4fa2-90a3-e8c5a6e64f16, host dv-cinder-791240-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=5716f786-73ca-4fa2-90a3-e8c5a6e64f16,segment=NetworkSegment(5e3e5c27-313d-406c-97cc-b08ec9f9f718),segment_id=5e3e5c27-313d-406c-97cc-b08ec9f9f718)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:01:06.881306 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3cd69252-62d8-4265-90da-7fe8792a15c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:06.948922 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a8045900-422e-4ce5-90bc-dd560d9f0c90 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:07.050229 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a8045900-422e-4ce5-90bc-dd560d9f0c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:07.075333 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd69252-62d8-4265-90da-7fe8792a15c4 None None] Pushing event updated for resources: {'Port': ['ID=5716f786-73ca-4fa2-90a3-e8c5a6e64f16,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:07.099019 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 33110) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:07.116574 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fdc20dfb-8b13-46be-85d0-5ae40d13f36b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:07.180189 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fdc20dfb-8b13-46be-85d0-5ae40d13f36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:07.188786 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-051c9ef1-6011-4f04-a307-dbfbe2d30d26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:07.197814 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-051c9ef1-6011-4f04-a307-dbfbe2d30d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:07.254735 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-a8045900-422e-4ce5-90bc-dd560d9f0c90 admin admin] Allocated IP 172.27.2.150 (914f4934-f5ad-4127-8ba1-186f4f0b2c29/116950f5-36d3-4fc2-ae19-feb6e35b150a/dd7058c9-1026-478c-bb21-e2461b8e872b) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:01:07.349837 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-be1527b6-a7ab-425d-9e38-7982f96cdd39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:07.372088 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 33134) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:07.376191 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-051c9ef1-6011-4f04-a307-dbfbe2d30d26 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=793afa6751b94ddea9f97f0c2315c048&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8748806 Aug 25 17:01:07.387765 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051c9ef1-6011-4f04-a307-dbfbe2d30d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd327133-5164-4d67-b61f-9430f4d19259,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:07.478714 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f63620b4-860d-41b9-b727-383763159c18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:07.485790 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-54009f6c-e133-4701-aeb4-2e91d8d5282b req-bb2eb9eb-88e3-4a47-b379-86ff431d5343 tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] 10.222.0.88 "GET /v2.0/ports?device_id=bdfde8f3-d824-4d4b-8231-63c03d904bcb HTTP/1.1" status: 200 len: 210 time: 0.1665320 Aug 25 17:01:07.516370 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f63620b4-860d-41b9-b727-383763159c18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:07.565329 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a8045900-422e-4ce5-90bc-dd560d9f0c90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:07.583715 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-be1527b6-a7ab-425d-9e38-7982f96cdd39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:07.616212 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-be1527b6-a7ab-425d-9e38-7982f96cdd39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:07.626559 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a8045900-422e-4ce5-90bc-dd560d9f0c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743705601783'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:07.638535 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 33152) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:07.707897 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-be1527b6-a7ab-425d-9e38-7982f96cdd39 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=27beb912d06e409f9bb15a3f7aef585d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6033306 Aug 25 17:01:07.708392 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1527b6-a7ab-425d-9e38-7982f96cdd39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d88de66-12a3-4c2f-a473-de8e61820356,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:07.717416 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 33160) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:07.726736 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8045900-422e-4ce5-90bc-dd560d9f0c90 admin admin] Network 914f4934-f5ad-4127-8ba1-186f4f0b2c29 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:01:07.752316 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-a8045900-422e-4ce5-90bc-dd560d9f0c90 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:01:07.760624 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8045900-422e-4ce5-90bc-dd560d9f0c90 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:01:07.762745 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f63620b4-860d-41b9-b727-383763159c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:07.771686 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f63620b4-860d-41b9-b727-383763159c18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:07.772831 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-f63620b4-860d-41b9-b727-383763159c18 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/cd327133-5164-4d67-b61f-9430f4d19259 HTTP/1.1" status: 204 len: 168 time: 0.3998313 Aug 25 17:01:07.796036 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-fdc20dfb-8b13-46be-85d0-5ae40d13f36b admin admin] Allocated IP 172.27.2.225 (914f4934-f5ad-4127-8ba1-186f4f0b2c29/116950f5-36d3-4fc2-ae19-feb6e35b150a/4399d554-4a99-426d-923f-dadf3ad56474) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:01:07.806114 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63620b4-860d-41b9-b727-383763159c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd327133-5164-4d67-b61f-9430f4d19259,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:07.809431 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8045900-422e-4ce5-90bc-dd560d9f0c90 admin admin] Pushing event updated for resources: {'Port': ['ID=dd7058c9-1026-478c-bb21-e2461b8e872b,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:08.097703 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fdc20dfb-8b13-46be-85d0-5ae40d13f36b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:08.160573 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device 5716f786-73ca-4fa2-90a3-e8c5a6e64f16 up at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:01:08.214701 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fdc20dfb-8b13-46be-85d0-5ae40d13f36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743705601783'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:08.217438 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af3826-edce-437c-a810-cd2e0b672cdc req-dbe1a2fb-a8b3-4e6b-9e09-8dbb37980a30 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:08.219657 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b8af3826-edce-437c-a810-cd2e0b672cdc req-dbe1a2fb-a8b3-4e6b-9e09-8dbb37980a30 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/networks?id=158af8a6-8234-4e44-b5d8-e0491b33a626 HTTP/1.1" status: 200 len: 815 time: 0.5822546 Aug 25 17:01:08.335068 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning for port 5716f786-73ca-4fa2-90a3-e8c5a6e64f16 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:01:08.342812 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b8af3826-edce-437c-a810-cd2e0b672cdc req-94050835-db1c-4f6e-ae03-72c634444b23 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/quotas/ce8b30e44d0740b19fb2000423fb78ee HTTP/1.1" status: 200 len: 375 time: 0.1117883 Aug 25 17:01:08.407994 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc20dfb-8b13-46be-85d0-5ae40d13f36b admin admin] Network 914f4934-f5ad-4127-8ba1-186f4f0b2c29 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:01:08.424087 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-fdc20dfb-8b13-46be-85d0-5ae40d13f36b admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:01:08.427291 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc20dfb-8b13-46be-85d0-5ae40d13f36b admin admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:01:08.432726 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3496a52b-86f8-464f-ab71-a175c1a40a1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:08.517007 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cdd22a-effb-4ebc-9fdc-3e6b23d8043c None None] Network d686dfae-89b6-4141-b607-e36388f6039b requested from dv-cinder-791240-5-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:01:08.523503 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b8af3826-edce-437c-a810-cd2e0b672cdc req-d5c9a01c-5a3a-4329-a17d-8b9d9ea6d5ef tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=ce8b30e44d0740b19fb2000423fb78ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1758258 Aug 25 17:01:08.524109 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 33194) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:08.584135 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ce94ba7a-e312-4d7a-a80b-85a6aa1acafc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:08.601087 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc20dfb-8b13-46be-85d0-5ae40d13f36b admin admin] Pushing event updated for resources: {'Port': ['ID=4399d554-4a99-426d-923f-dadf3ad56474,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:08.621550 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3496a52b-86f8-464f-ab71-a175c1a40a1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:08.723678 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ce94ba7a-e312-4d7a-a80b-85a6aa1acafc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:08.766149 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ce94ba7a-e312-4d7a-a80b-85a6aa1acafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:08.813055 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-ce94ba7a-e312-4d7a-a80b-85a6aa1acafc admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7876ca0d50aa4e058ded05432659e49f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2850478 Aug 25 17:01:08.821024 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-46fa9a2c-4f3e-4147-bd76-0d8b5e0cc7b3 req-7c7418f0-ca10-400c-8b08-f358f5466a77 tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] 10.222.0.88 "GET /v2.0/ports?device_id=bdfde8f3-d824-4d4b-8231-63c03d904bcb HTTP/1.1" status: 200 len: 210 time: 0.0942566 Aug 25 17:01:08.821981 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 33216) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:08.828142 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [req-b8af3826-edce-437c-a810-cd2e0b672cdc req-59b2493b-22b9-4762-91b8-49ebe4a9fef5 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 17:01:08.839615 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b8af3826-edce-437c-a810-cd2e0b672cdc req-59b2493b-22b9-4762-91b8-49ebe4a9fef5 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1110630 Aug 25 17:01:08.841929 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-6bfca3e0-88a7-4931-a727-195a1a18757a None None] Provisioning for port 5716f786-73ca-4fa2-90a3-e8c5a6e64f16 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:01:08.844041 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3496a52b-86f8-464f-ab71-a175c1a40a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:08.847016 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3496a52b-86f8-464f-ab71-a175c1a40a1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:08.850778 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-3496a52b-86f8-464f-ab71-a175c1a40a1e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9d88de66-12a3-4c2f-a473-de8e61820356 HTTP/1.1" status: 204 len: 168 time: 1.1260521 Aug 25 17:01:08.872361 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-6bfca3e0-88a7-4931-a727-195a1a18757a None None] Provisioning complete for port 5716f786-73ca-4fa2-90a3-e8c5a6e64f16 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:01:08.872361 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6bfca3e0-88a7-4931-a727-195a1a18757a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:08.937152 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3496a52b-86f8-464f-ab71-a175c1a40a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d88de66-12a3-4c2f-a473-de8e61820356,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:08.972159 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b8af3826-edce-437c-a810-cd2e0b672cdc req-05818a41-6470-46c9-8650-541efd0c4812 service neutron] 10.222.0.88 "GET /v2.0/networks/158af8a6-8234-4e44-b5d8-e0491b33a626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290038 Aug 25 17:01:09.031714 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fdc20dfb-8b13-46be-85d0-5ae40d13f36b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:09.049935 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a8045900-422e-4ce5-90bc-dd560d9f0c90 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:09.077014 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6bfca3e0-88a7-4931-a727-195a1a18757a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:09.093381 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce94ba7a-e312-4d7a-a80b-85a6aa1acafc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfba99a0-0610-4931-ace4-6ea61b16bfdf,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:09.137505 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-027d7ddb-c6e0-4f4b-a9a8-eae0449eb823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:09.156700 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-6bfca3e0-88a7-4931-a727-195a1a18757a None None] For port 5716f786-73ca-4fa2-90a3-e8c5a6e64f16, host dv-cinder-791240-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=5716f786-73ca-4fa2-90a3-e8c5a6e64f16,segment=NetworkSegment(5e3e5c27-313d-406c-97cc-b08ec9f9f718),segment_id=5e3e5c27-313d-406c-97cc-b08ec9f9f718)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:01:09.173280 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6bfca3e0-88a7-4931-a727-195a1a18757a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:09.192828 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-027d7ddb-c6e0-4f4b-a9a8-eae0449eb823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:09.204070 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b8af3826-edce-437c-a810-cd2e0b672cdc req-d681c972-ab87-4464-8289-4a4eabbc7448 service neutron] 10.222.0.88 "GET /v2.0/networks/158af8a6-8234-4e44-b5d8-e0491b33a626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309518 Aug 25 17:01:09.231693 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfca3e0-88a7-4931-a727-195a1a18757a None None] Pushing event updated for resources: {'Port': ['ID=5716f786-73ca-4fa2-90a3-e8c5a6e64f16,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:09.389734 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a8045900-422e-4ce5-90bc-dd560d9f0c90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-612021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613947'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:09.425762 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-027d7ddb-c6e0-4f4b-a9a8-eae0449eb823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:09.456239 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-027d7ddb-c6e0-4f4b-a9a8-eae0449eb823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:09.457427 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-027d7ddb-c6e0-4f4b-a9a8-eae0449eb823 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/dfba99a0-0610-4931-ace4-6ea61b16bfdf HTTP/1.1" status: 204 len: 168 time: 0.6330295 Aug 25 17:01:09.484913 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fdc20dfb-8b13-46be-85d0-5ae40d13f36b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-612021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613947'] for router, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:09.493102 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027d7ddb-c6e0-4f4b-a9a8-eae0449eb823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfba99a0-0610-4931-ace4-6ea61b16bfdf,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:09.500340 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-1f92c629-6f96-4858-be36-d91eb0822954 None None] Provisioning complete for port 5716f786-73ca-4fa2-90a3-e8c5a6e64f16 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:01:09.500340 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1f92c629-6f96-4858-be36-d91eb0822954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:09.598949 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-95c0fa42-36d2-4c0c-84c1-b6e657e27a9e req-635883fd-281c-46b8-b6d0-2cfbd13cac0f tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7b35827-e135-4a73-9e24-ac109318f523 HTTP/1.1" status: 200 len: 210 time: 0.0596876 Aug 25 17:01:09.659732 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8045900-422e-4ce5-90bc-dd560d9f0c90 admin admin] Router 67addd2d-fb16-4ce6-8f4a-b1f9cfe48399 is scheduled to L3 agent d32565c1-f1a3-4226-8f5a-e505deb187a1 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 17:01:09.745456 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdc20dfb-8b13-46be-85d0-5ae40d13f36b admin admin] Router 4dddc476-cdca-4bbf-aa6c-abfc542361f6 is scheduled to L3 agent d32565c1-f1a3-4226-8f5a-e505deb187a1 with binding_index 1 {{(pid=93882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 17:01:09.869033 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8045900-422e-4ce5-90bc-dd560d9f0c90 admin admin] Notify agent at l3_agent.dv-cinder-791240-5-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:01:09.884664 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ce83fd-c4a6-42ea-9db7-8d7373679600 None None] Sync routers for ids ['67addd2d-fb16-4ce6-8f4a-b1f9cfe48399'] in dv-cinder-791240-5-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:01:09.897759 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ce83fd-c4a6-42ea-9db7-8d7373679600 None None] Routers {'67addd2d-fb16-4ce6-8f4a-b1f9cfe48399'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:01:09.898408 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-03ce83fd-c4a6-42ea-9db7-8d7373679600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:00:46Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['67addd2d-fb16-4ce6-8f4a-b1f9cfe48399'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:01:09.908713 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a8045900-422e-4ce5-90bc-dd560d9f0c90 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:09.910408 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-a8045900-422e-4ce5-90bc-dd560d9f0c90 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.1432652 Aug 25 17:01:09.914037 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 33270) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:10.131143 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device 5716f786-73ca-4fa2-90a3-e8c5a6e64f16 up at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:01:10.146250 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2d154afd-e092-4c08-b271-eb6d1b6684cd req-df116306-9b14-42ef-a992-e35c02b59ce5 tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] 10.222.0.88 "GET /v2.0/ports?device_id=bdfde8f3-d824-4d4b-8231-63c03d904bcb HTTP/1.1" status: 200 len: 210 time: 0.0700047 Aug 25 17:01:10.146847 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc20dfb-8b13-46be-85d0-5ae40d13f36b admin admin] Notify agent at l3_agent.dv-cinder-791240-5-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:01:10.146976 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-03ce83fd-c4a6-42ea-9db7-8d7373679600 None None] Set router 67addd2d-fb16-4ce6-8f4a-b1f9cfe48399 gateway port host: dv-cinder-791240-5-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:01:10.182339 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c19e36-ce05-4e0f-818a-ac4993feeece None None] Sync routers for ids ['4dddc476-cdca-4bbf-aa6c-abfc542361f6'] in dv-cinder-791240-5-iscsi {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:01:10.186009 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fdc20dfb-8b13-46be-85d0-5ae40d13f36b admin admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:10.190405 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-fdc20dfb-8b13-46be-85d0-5ae40d13f36b admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.8305087 Aug 25 17:01:10.190887 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 33280) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:10.254348 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c19e36-ce05-4e0f-818a-ac4993feeece None None] Routers {'4dddc476-cdca-4bbf-aa6c-abfc542361f6'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:01:10.256622 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-a4c19e36-ce05-4e0f-818a-ac4993feeece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:00:46Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['4dddc476-cdca-4bbf-aa6c-abfc542361f6'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:01:10.417128 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-03ce83fd-c4a6-42ea-9db7-8d7373679600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67addd2d-fb16-4ce6-8f4a-b1f9cfe48399', 'name': 'tempest-ServerRescueNegativeTestJSON-1252746452-router', 'tenant_id': '2aac5ed5850d4b2fb26a922006b2e50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'dd7058c9-1026-478c-bb21-e2461b8e872b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:01:05Z', 'updated_at': '2021-08-25T17:01:08Z', 'revision_number': 3, 'project_id': '2aac5ed5850d4b2fb26a922006b2e50f', 'gw_port': {'id': 'dd7058c9-1026-478c-bb21-e2461b8e872b', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:de:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67addd2d-fb16-4ce6-8f4a-b1f9cfe48399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:01:07Z', 'updated_at': '2021-08-25T17:01:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi'}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:01:10.506724 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning complete for port 5716f786-73ca-4fa2-90a3-e8c5a6e64f16 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:01:10.507371 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:10.520399 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ce83fd-c4a6-42ea-9db7-8d7373679600 None None] Checking router: 67addd2d-fb16-4ce6-8f4a-b1f9cfe48399 for host: dv-cinder-791240-5-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:01:10.520399 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ce83fd-c4a6-42ea-9db7-8d7373679600 None None] Updating router 67addd2d-fb16-4ce6-8f4a-b1f9cfe48399 port dd7058c9-1026-478c-bb21-e2461b8e872b binding host dv-cinder-791240-5-iscsi {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 17:01:10.576638 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-a4c19e36-ce05-4e0f-818a-ac4993feeece None None] Set router 4dddc476-cdca-4bbf-aa6c-abfc542361f6 gateway port host: dv-cinder-791240-5-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:01:10.592451 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-03ce83fd-c4a6-42ea-9db7-8d7373679600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:10.856545 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-778df8fa-6784-4f3c-a509-67945f9d17e5 req-e294766a-9283-4caa-a971-de7d848792cd tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7b35827-e135-4a73-9e24-ac109318f523 HTTP/1.1" status: 200 len: 210 time: 0.0866213 Aug 25 17:01:10.908010 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-a4c19e36-ce05-4e0f-818a-ac4993feeece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dddc476-cdca-4bbf-aa6c-abfc542361f6', 'name': 'tempest-AttachVolumeTestJSON-888737631-router', 'tenant_id': 'b481d864bbdf470583d302856fcdb3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '4399d554-4a99-426d-923f-dadf3ad56474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:01:06Z', 'updated_at': '2021-08-25T17:01:08Z', 'revision_number': 3, 'project_id': 'b481d864bbdf470583d302856fcdb3c2', 'gw_port': {'id': '4399d554-4a99-426d-923f-dadf3ad56474', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:37:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dddc476-cdca-4bbf-aa6c-abfc542361f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:01:07Z', 'updated_at': '2021-08-25T17:01:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi'}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:01:10.937863 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c19e36-ce05-4e0f-818a-ac4993feeece None None] Checking router: 4dddc476-cdca-4bbf-aa6c-abfc542361f6 for host: dv-cinder-791240-5-iscsi {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:01:10.938361 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c19e36-ce05-4e0f-818a-ac4993feeece None None] Updating router 4dddc476-cdca-4bbf-aa6c-abfc542361f6 port 4399d554-4a99-426d-923f-dadf3ad56474 binding host dv-cinder-791240-5-iscsi {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 17:01:10.978397 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a4c19e36-ce05-4e0f-818a-ac4993feeece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:11.161702 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-03ce83fd-c4a6-42ea-9db7-8d7373679600 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:11.172697 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5aa36bd9-5b1f-402d-a626-f4bef4eca3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:11.186425 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-03ce83fd-c4a6-42ea-9db7-8d7373679600 None None] Transition to ACTIVE for port object dd7058c9-1026-478c-bb21-e2461b8e872b will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:01:11.195407 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3913f892-ac4b-4c97-8b5a-942ebe01e8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:11.204493 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-03ce83fd-c4a6-42ea-9db7-8d7373679600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:11.372857 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4eb20-4277-45de-a254-596cb8c6453d None None] Pushing event updated for resources: {'Port': ['ID=dd7058c9-1026-478c-bb21-e2461b8e872b,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:11.385334 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4eb20-4277-45de-a254-596cb8c6453d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:01:11.387134 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4eb20-4277-45de-a254-596cb8c6453d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:01:11.387596 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4eb20-4277-45de-a254-596cb8c6453d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:01:11.388608 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4eb20-4277-45de-a254-596cb8c6453d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:01:11.389050 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4eb20-4277-45de-a254-596cb8c6453d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:01:11.390345 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4eb20-4277-45de-a254-596cb8c6453d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:01:11.390798 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4eb20-4277-45de-a254-596cb8c6453d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:01:11.391695 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4eb20-4277-45de-a254-596cb8c6453d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:01:11.392173 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4eb20-4277-45de-a254-596cb8c6453d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:01:11.395067 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4eb20-4277-45de-a254-596cb8c6453d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:01:11.395546 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4eb20-4277-45de-a254-596cb8c6453d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:01:11.396110 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4eb20-4277-45de-a254-596cb8c6453d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:01:11.397305 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-113a8f7e-cbcb-456f-a78e-a554ca5a908b req-f7902c40-c17e-43fa-b124-02fd3a7e4c54 tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] 10.222.0.88 "GET /v2.0/ports?device_id=bdfde8f3-d824-4d4b-8231-63c03d904bcb HTTP/1.1" status: 200 len: 210 time: 0.0737677 Aug 25 17:01:11.410452 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4eb20-4277-45de-a254-596cb8c6453d None None] Tracked resource versions report: Aug 25 17:01:11.410452 dv-cinder-791240-5-iscsi neutron-server[93885]: pushed versions: Aug 25 17:01:11.410452 dv-cinder-791240-5-iscsi neutron-server[93885]: { 'AddressGroup': {'1.2'}, Aug 25 17:01:11.410452 dv-cinder-791240-5-iscsi neutron-server[93885]: 'ConntrackHelper': {'1.0'}, Aug 25 17:01:11.410452 dv-cinder-791240-5-iscsi neutron-server[93885]: 'Log': {'1.0'}, Aug 25 17:01:11.410452 dv-cinder-791240-5-iscsi neutron-server[93885]: 'Network': {'1.1'}, Aug 25 17:01:11.410452 dv-cinder-791240-5-iscsi neutron-server[93885]: 'Port': {'1.7'}, Aug 25 17:01:11.410452 dv-cinder-791240-5-iscsi neutron-server[93885]: 'PortForwarding': {'1.2'}, Aug 25 17:01:11.410452 dv-cinder-791240-5-iscsi neutron-server[93885]: 'QosPolicy': {'1.9'}, Aug 25 17:01:11.410452 dv-cinder-791240-5-iscsi neutron-server[93885]: 'SecurityGroup': {'1.4'}, Aug 25 17:01:11.410452 dv-cinder-791240-5-iscsi neutron-server[93885]: 'SecurityGroupRule': {'1.2'}, Aug 25 17:01:11.410452 dv-cinder-791240-5-iscsi neutron-server[93885]: 'SubPort': {'1.0'}, Aug 25 17:01:11.410452 dv-cinder-791240-5-iscsi neutron-server[93885]: 'Subnet': {'1.1'}, Aug 25 17:01:11.410452 dv-cinder-791240-5-iscsi neutron-server[93885]: 'Trunk': {'1.1'}} Aug 25 17:01:11.410452 dv-cinder-791240-5-iscsi neutron-server[93885]: consumer versions: Aug 25 17:01:11.410452 dv-cinder-791240-5-iscsi neutron-server[93885]: { DHCP agent@dv-cinder-791240-5-iscsi: {}, Aug 25 17:01:11.410452 dv-cinder-791240-5-iscsi neutron-server[93885]: HyperV agent@hv-cinder-79124: {}, Aug 25 17:01:11.410452 dv-cinder-791240-5-iscsi neutron-server[93885]: L3 agent@dv-cinder-791240-5-iscsi: {}, Aug 25 17:01:11.410452 dv-cinder-791240-5-iscsi neutron-server[93885]: Metadata agent@dv-cinder-791240-5-iscsi: {}, Aug 25 17:01:11.410452 dv-cinder-791240-5-iscsi neutron-server[93885]: Metering agent@dv-cinder-791240-5-iscsi: {}, Aug 25 17:01:11.410452 dv-cinder-791240-5-iscsi neutron-server[93885]: Open vSwitch agent@dv-cinder-791240-5-iscsi: { 'AddressGroup': '1.2', Aug 25 17:01:11.410452 dv-cinder-791240-5-iscsi neutron-server[93885]: 'ConntrackHelper': '1.0', Aug 25 17:01:11.410452 dv-cinder-791240-5-iscsi neutron-server[93885]: 'Log': '1.0', Aug 25 17:01:11.410452 dv-cinder-791240-5-iscsi neutron-server[93885]: 'Network': '1.1', Aug 25 17:01:11.410452 dv-cinder-791240-5-iscsi neutron-server[93885]: 'Port': '1.7', Aug 25 17:01:11.410452 dv-cinder-791240-5-iscsi neutron-server[93885]: 'PortForwarding': '1.2', Aug 25 17:01:11.410452 dv-cinder-791240-5-iscsi neutron-server[93885]: 'QosPolicy': '1.9', Aug 25 17:01:11.410452 dv-cinder-791240-5-iscsi neutron-server[93885]: 'SecurityGroup': '1.4', Aug 25 17:01:11.410452 dv-cinder-791240-5-iscsi neutron-server[93885]: 'SecurityGroupRule': '1.2', Aug 25 17:01:11.410452 dv-cinder-791240-5-iscsi neutron-server[93885]: 'SubPort': '1.0', Aug 25 17:01:11.410452 dv-cinder-791240-5-iscsi neutron-server[93885]: 'Subnet': '1.1', Aug 25 17:01:11.410452 dv-cinder-791240-5-iscsi neutron-server[93885]: 'Trunk': '1.1'}} Aug 25 17:01:11.410452 dv-cinder-791240-5-iscsi neutron-server[93885]: {{(pid=93885) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 17:01:11.419407 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-03ce83fd-c4a6-42ea-9db7-8d7373679600 None None] Attempting to bind port dd7058c9-1026-478c-bb21-e2461b8e872b on host dv-cinder-791240-5-iscsi for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:01:11.419769 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-03ce83fd-c4a6-42ea-9db7-8d7373679600 None None] Attempting to bind port dd7058c9-1026-478c-bb21-e2461b8e872b by drivers openvswitch,hyperv on host dv-cinder-791240-5-iscsi at level 0 using segments [{'id': '831650f3-50e7-4109-a77c-8151443483b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:01:11.420132 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ce83fd-c4a6-42ea-9db7-8d7373679600 None None] Attempting to bind port dd7058c9-1026-478c-bb21-e2461b8e872b on network 914f4934-f5ad-4127-8ba1-186f4f0b2c29 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:01:11.437730 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ce83fd-c4a6-42ea-9db7-8d7373679600 None None] Checking agent: {'id': '228fda10-d8da-45cc-9fcd-c0d1ec5752d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 53, 16), 'started_at': datetime.datetime(2021, 8, 25, 16, 53, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:01:11.438249 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ce83fd-c4a6-42ea-9db7-8d7373679600 None None] Checking segment: {'id': '831650f3-50e7-4109-a77c-8151443483b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:01:11.438841 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-03ce83fd-c4a6-42ea-9db7-8d7373679600 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:11.439384 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ce83fd-c4a6-42ea-9db7-8d7373679600 None None] Bound using segment: {'id': '831650f3-50e7-4109-a77c-8151443483b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:01:11.440002 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-03ce83fd-c4a6-42ea-9db7-8d7373679600 None None] Bound port: dd7058c9-1026-478c-bb21-e2461b8e872b, host: dv-cinder-791240-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '831650f3-50e7-4109-a77c-8151443483b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:01:11.440566 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-03ce83fd-c4a6-42ea-9db7-8d7373679600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:11.462753 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-5aa36bd9-5b1f-402d-a626-f4bef4eca3f7 admin admin] Allocated IP 172.20.0.1 (d686dfae-89b6-4141-b607-e36388f6039b/b924291b-4b0f-4431-8d0f-79843e01869c/aa0fb896-50de-4f7f-9748-811e93e68d1b) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:01:11.545447 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-03ce83fd-c4a6-42ea-9db7-8d7373679600 None None] For port dd7058c9-1026-478c-bb21-e2461b8e872b, host dv-cinder-791240-5-iscsi, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:01:11.547518 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a4c19e36-ce05-4e0f-818a-ac4993feeece None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:11.549247 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-03ce83fd-c4a6-42ea-9db7-8d7373679600 None None] For port dd7058c9-1026-478c-bb21-e2461b8e872b, host dv-cinder-791240-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=dd7058c9-1026-478c-bb21-e2461b8e872b,segment=NetworkSegment(831650f3-50e7-4109-a77c-8151443483b4),segment_id=831650f3-50e7-4109-a77c-8151443483b4)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:01:11.561591 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-03ce83fd-c4a6-42ea-9db7-8d7373679600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:11.576720 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a4c19e36-ce05-4e0f-818a-ac4993feeece None None] Transition to ACTIVE for port object 4399d554-4a99-426d-923f-dadf3ad56474 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:01:11.597912 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a4c19e36-ce05-4e0f-818a-ac4993feeece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:11.631480 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-3913f892-ac4b-4c97-8b5a-942ebe01e8ad admin admin] Allocated IP 172.20.0.1 (6fe3cea9-951c-45c5-bb39-2832b07e1827/5b3f3aec-b759-4569-a5a7-053f9cfaf242/e93e2126-57e0-4c95-831e-6e7283009967) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:01:11.663139 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5aa36bd9-5b1f-402d-a626-f4bef4eca3f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:11.672700 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ce83fd-c4a6-42ea-9db7-8d7373679600 None None] Routers {'67addd2d-fb16-4ce6-8f4a-b1f9cfe48399'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:01:11.673268 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-03ce83fd-c4a6-42ea-9db7-8d7373679600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:00:46Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['67addd2d-fb16-4ce6-8f4a-b1f9cfe48399'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:01:11.681122 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff720c04-f119-407e-bc7e-a0e07fbb56ec None None] Pushing event updated for resources: {'Port': ['ID=4399d554-4a99-426d-923f-dadf3ad56474,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:11.695021 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-5aa36bd9-5b1f-402d-a626-f4bef4eca3f7 admin admin] Transition to ACTIVE for port object aa0fb896-50de-4f7f-9748-811e93e68d1b will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:01:11.716813 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-a4c19e36-ce05-4e0f-818a-ac4993feeece None None] Attempting to bind port 4399d554-4a99-426d-923f-dadf3ad56474 on host dv-cinder-791240-5-iscsi for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:01:11.717180 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-a4c19e36-ce05-4e0f-818a-ac4993feeece None None] Attempting to bind port 4399d554-4a99-426d-923f-dadf3ad56474 by drivers openvswitch,hyperv on host dv-cinder-791240-5-iscsi at level 0 using segments [{'id': '831650f3-50e7-4109-a77c-8151443483b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:01:11.717532 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c19e36-ce05-4e0f-818a-ac4993feeece None None] Attempting to bind port 4399d554-4a99-426d-923f-dadf3ad56474 on network 914f4934-f5ad-4127-8ba1-186f4f0b2c29 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:01:11.725885 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c19e36-ce05-4e0f-818a-ac4993feeece None None] Checking agent: {'id': '228fda10-d8da-45cc-9fcd-c0d1ec5752d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 53, 16), 'started_at': datetime.datetime(2021, 8, 25, 16, 53, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:01:11.726836 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c19e36-ce05-4e0f-818a-ac4993feeece None None] Checking segment: {'id': '831650f3-50e7-4109-a77c-8151443483b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:01:11.728210 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a4c19e36-ce05-4e0f-818a-ac4993feeece None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:11.728448 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c19e36-ce05-4e0f-818a-ac4993feeece None None] Bound using segment: {'id': '831650f3-50e7-4109-a77c-8151443483b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:01:11.729325 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-a4c19e36-ce05-4e0f-818a-ac4993feeece None None] Bound port: 4399d554-4a99-426d-923f-dadf3ad56474, host: dv-cinder-791240-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '831650f3-50e7-4109-a77c-8151443483b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:01:11.729833 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a4c19e36-ce05-4e0f-818a-ac4993feeece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:11.761937 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4eb20-4277-45de-a254-596cb8c6453d None None] Pushing event updated for resources: {'Port': ['ID=dd7058c9-1026-478c-bb21-e2461b8e872b,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:11.770106 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5aa36bd9-5b1f-402d-a626-f4bef4eca3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743705601783'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:11.825312 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a4c19e36-ce05-4e0f-818a-ac4993feeece None None] For port 4399d554-4a99-426d-923f-dadf3ad56474, host dv-cinder-791240-5-iscsi, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:01:11.830991 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a4c19e36-ce05-4e0f-818a-ac4993feeece None None] For port 4399d554-4a99-426d-923f-dadf3ad56474, host dv-cinder-791240-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=4399d554-4a99-426d-923f-dadf3ad56474,segment=NetworkSegment(831650f3-50e7-4109-a77c-8151443483b4),segment_id=831650f3-50e7-4109-a77c-8151443483b4)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:01:11.837336 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a4c19e36-ce05-4e0f-818a-ac4993feeece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:11.872932 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3913f892-ac4b-4c97-8b5a-942ebe01e8ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:11.908647 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa36bd9-5b1f-402d-a626-f4bef4eca3f7 admin admin] Pushing event updated for resources: {'Port': ['ID=aa0fb896-50de-4f7f-9748-811e93e68d1b,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:11.933253 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3913f892-ac4b-4c97-8b5a-942ebe01e8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743705601783'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:11.933748 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa36bd9-5b1f-402d-a626-f4bef4eca3f7 admin admin] Network d686dfae-89b6-4141-b607-e36388f6039b is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:01:11.935214 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-5aa36bd9-5b1f-402d-a626-f4bef4eca3f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:01:11.939393 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa36bd9-5b1f-402d-a626-f4bef4eca3f7 admin admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:01:11.941608 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5aa36bd9-5b1f-402d-a626-f4bef4eca3f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614116'] for router_interface, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:12.001835 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-03ce83fd-c4a6-42ea-9db7-8d7373679600 None None] Set router 67addd2d-fb16-4ce6-8f4a-b1f9cfe48399 gateway port host: dv-cinder-791240-5-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:01:12.015268 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c19e36-ce05-4e0f-818a-ac4993feeece None None] Routers {'4dddc476-cdca-4bbf-aa6c-abfc542361f6'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:01:12.016035 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-a4c19e36-ce05-4e0f-818a-ac4993feeece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:00:46Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['4dddc476-cdca-4bbf-aa6c-abfc542361f6'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:01:12.026861 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff720c04-f119-407e-bc7e-a0e07fbb56ec None None] Pushing event updated for resources: {'Port': ['ID=4399d554-4a99-426d-923f-dadf3ad56474,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:12.030021 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3913f892-ac4b-4c97-8b5a-942ebe01e8ad admin admin] Network 6fe3cea9-951c-45c5-bb39-2832b07e1827 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:01:12.113686 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-3913f892-ac4b-4c97-8b5a-942ebe01e8ad admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:01:12.124358 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b6bc9d58-b166-48bf-9c82-72a08b78f16d req-e547c887-86a4-4b4a-b4cc-e02e8720bc72 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7b35827-e135-4a73-9e24-ac109318f523 HTTP/1.1" status: 200 len: 210 time: 0.1023908 Aug 25 17:01:12.126190 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3913f892-ac4b-4c97-8b5a-942ebe01e8ad admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:01:12.128129 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3913f892-ac4b-4c97-8b5a-942ebe01e8ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614116'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:12.156938 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913f892-ac4b-4c97-8b5a-942ebe01e8ad admin admin] Pushing event updated for resources: {'Port': ['ID=e93e2126-57e0-4c95-831e-6e7283009967,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:12.275953 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-a4c19e36-ce05-4e0f-818a-ac4993feeece None None] Set router 4dddc476-cdca-4bbf-aa6c-abfc542361f6 gateway port host: dv-cinder-791240-5-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:01:12.299894 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5aa36bd9-5b1f-402d-a626-f4bef4eca3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:12.417053 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-03ce83fd-c4a6-42ea-9db7-8d7373679600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67addd2d-fb16-4ce6-8f4a-b1f9cfe48399', 'name': 'tempest-ServerRescueNegativeTestJSON-1252746452-router', 'tenant_id': '2aac5ed5850d4b2fb26a922006b2e50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'dd7058c9-1026-478c-bb21-e2461b8e872b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:01:05Z', 'updated_at': '2021-08-25T17:01:08Z', 'revision_number': 3, 'project_id': '2aac5ed5850d4b2fb26a922006b2e50f', 'gw_port': {'id': 'dd7058c9-1026-478c-bb21-e2461b8e872b', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:de:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67addd2d-fb16-4ce6-8f4a-b1f9cfe48399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:01:07Z', 'updated_at': '2021-08-25T17:01:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi'}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:01:12.496414 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ce83fd-c4a6-42ea-9db7-8d7373679600 None None] The sync data for ids ['67addd2d-fb16-4ce6-8f4a-b1f9cfe48399'] in dv-cinder-791240-5-iscsi is: [{'id': '67addd2d-fb16-4ce6-8f4a-b1f9cfe48399', 'name': 'tempest-ServerRescueNegativeTestJSON-1252746452-router', 'tenant_id': '2aac5ed5850d4b2fb26a922006b2e50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'dd7058c9-1026-478c-bb21-e2461b8e872b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:01:05Z', 'updated_at': '2021-08-25T17:01:08Z', 'revision_number': 3, 'project_id': '2aac5ed5850d4b2fb26a922006b2e50f', 'gw_port': {'id': 'dd7058c9-1026-478c-bb21-e2461b8e872b', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:de:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67addd2d-fb16-4ce6-8f4a-b1f9cfe48399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:01:07Z', 'updated_at': '2021-08-25T17:01:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:01:12.632935 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3913f892-ac4b-4c97-8b5a-942ebe01e8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:12.640582 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-72698569-a29c-4d08-9334-24d68e44a7c8 None None] Provisioning for port aa0fb896-50de-4f7f-9748-811e93e68d1b completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:01:12.670799 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-72698569-a29c-4d08-9334-24d68e44a7c8 None None] Provisioning complete for port aa0fb896-50de-4f7f-9748-811e93e68d1b triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:01:12.671180 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-72698569-a29c-4d08-9334-24d68e44a7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:12.677698 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5aa36bd9-5b1f-402d-a626-f4bef4eca3f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:12.687643 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5aa36bd9-5b1f-402d-a626-f4bef4eca3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:12.688812 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5aa36bd9-5b1f-402d-a626-f4bef4eca3f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16218532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612667'] for router_interface, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:12.701834 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a1e770fb-7b89-42d1-9b52-8b5ee94c971d req-6b092c09-4723-4ab7-be1f-a6250017b7e7 tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] 10.222.0.88 "GET /v2.0/ports?device_id=bdfde8f3-d824-4d4b-8231-63c03d904bcb HTTP/1.1" status: 200 len: 210 time: 0.0653973 Aug 25 17:01:12.716903 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-a4c19e36-ce05-4e0f-818a-ac4993feeece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dddc476-cdca-4bbf-aa6c-abfc542361f6', 'name': 'tempest-AttachVolumeTestJSON-888737631-router', 'tenant_id': 'b481d864bbdf470583d302856fcdb3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '4399d554-4a99-426d-923f-dadf3ad56474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:01:06Z', 'updated_at': '2021-08-25T17:01:08Z', 'revision_number': 3, 'project_id': 'b481d864bbdf470583d302856fcdb3c2', 'gw_port': {'id': '4399d554-4a99-426d-923f-dadf3ad56474', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:37:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dddc476-cdca-4bbf-aa6c-abfc542361f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:01:07Z', 'updated_at': '2021-08-25T17:01:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi'}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:01:12.718851 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-72698569-a29c-4d08-9334-24d68e44a7c8 None None] Port aa0fb896-50de-4f7f-9748-811e93e68d1b cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 17:01:12.759996 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c19e36-ce05-4e0f-818a-ac4993feeece None None] The sync data for ids ['4dddc476-cdca-4bbf-aa6c-abfc542361f6'] in dv-cinder-791240-5-iscsi is: [{'id': '4dddc476-cdca-4bbf-aa6c-abfc542361f6', 'name': 'tempest-AttachVolumeTestJSON-888737631-router', 'tenant_id': 'b481d864bbdf470583d302856fcdb3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '4399d554-4a99-426d-923f-dadf3ad56474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:01:06Z', 'updated_at': '2021-08-25T17:01:08Z', 'revision_number': 3, 'project_id': 'b481d864bbdf470583d302856fcdb3c2', 'gw_port': {'id': '4399d554-4a99-426d-923f-dadf3ad56474', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:37:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dddc476-cdca-4bbf-aa6c-abfc542361f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:01:07Z', 'updated_at': '2021-08-25T17:01:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi'}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:01:12.900052 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa36bd9-5b1f-402d-a626-f4bef4eca3f7 admin admin] Pushing event updated for resources: {'Port': ['ID=aa0fb896-50de-4f7f-9748-811e93e68d1b,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:12.935952 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa36bd9-5b1f-402d-a626-f4bef4eca3f7 admin admin] Network d686dfae-89b6-4141-b607-e36388f6039b is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:01:12.937872 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-5aa36bd9-5b1f-402d-a626-f4bef4eca3f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:01:12.952229 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3913f892-ac4b-4c97-8b5a-942ebe01e8ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:12.964337 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3913f892-ac4b-4c97-8b5a-942ebe01e8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:12.965520 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3913f892-ac4b-4c97-8b5a-942ebe01e8ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16218532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612667'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:13.077046 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4cab053e-f727-451b-8762-5e9a8e01c6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:13.203290 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913f892-ac4b-4c97-8b5a-942ebe01e8ad admin admin] Pushing event updated for resources: {'Port': ['ID=e93e2126-57e0-4c95-831e-6e7283009967,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:13.228541 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa36bd9-5b1f-402d-a626-f4bef4eca3f7 admin admin] Router 4dddc476-cdca-4bbf-aa6c-abfc542361f6 has already been hosted by L3 agent d32565c1-f1a3-4226-8f5a-e505deb187a1 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:01:13.283532 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3913f892-ac4b-4c97-8b5a-942ebe01e8ad admin admin] Network 6fe3cea9-951c-45c5-bb39-2832b07e1827 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:01:13.298386 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-3913f892-ac4b-4c97-8b5a-942ebe01e8ad admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:01:13.326032 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-67d50132-c6f6-47d9-8975-b62c6bb23678 req-952a8e7a-f85f-43d2-995f-4c50ec0b0524 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7b35827-e135-4a73-9e24-ac109318f523 HTTP/1.1" status: 200 len: 210 time: 0.0454051 Aug 25 17:01:13.451343 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-46e2e1d1-d554-446d-b9e5-11ba0985f990 None None] Provisioning complete for port aa0fb896-50de-4f7f-9748-811e93e68d1b triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:01:13.452612 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-46e2e1d1-d554-446d-b9e5-11ba0985f990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:13.466930 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa36bd9-5b1f-402d-a626-f4bef4eca3f7 admin admin] Notify agent at l3_agent.dv-cinder-791240-5-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:01:13.477199 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-5aa36bd9-5b1f-402d-a626-f4bef4eca3f7 admin admin] 10.222.0.88 "PUT /v2.0/routers/4dddc476-cdca-4bbf-aa6c-abfc542361f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2848771 Aug 25 17:01:13.574503 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3913f892-ac4b-4c97-8b5a-942ebe01e8ad admin admin] Router 67addd2d-fb16-4ce6-8f4a-b1f9cfe48399 has already been hosted by L3 agent d32565c1-f1a3-4226-8f5a-e505deb187a1 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:01:13.756374 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3913f892-ac4b-4c97-8b5a-942ebe01e8ad admin admin] Notify agent at l3_agent.dv-cinder-791240-5-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:01:13.765055 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-3913f892-ac4b-4c97-8b5a-942ebe01e8ad admin admin] 10.222.0.88 "PUT /v2.0/routers/67addd2d-fb16-4ce6-8f4a-b1f9cfe48399/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8496633 Aug 25 17:01:13.842329 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-46e2e1d1-d554-446d-b9e5-11ba0985f990 None None] Port aa0fb896-50de-4f7f-9748-811e93e68d1b cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 17:01:13.973050 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ddf24932-f834-4c6f-91d9-87634184ed59 req-600fbfc7-f05f-4a6d-886d-5a6e322e39a3 tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] 10.222.0.88 "GET /v2.0/ports?device_id=bdfde8f3-d824-4d4b-8231-63c03d904bcb HTTP/1.1" status: 200 len: 210 time: 0.0661597 Aug 25 17:01:14.217454 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device 4399d554-4a99-426d-923f-dadf3ad56474 up at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:01:14.331054 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning for port 4399d554-4a99-426d-923f-dadf3ad56474 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:01:14.349461 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning complete for port 4399d554-4a99-426d-923f-dadf3ad56474 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:01:14.349461 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:14.349692 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 33434) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:14.462365 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:14.505258 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] For port 4399d554-4a99-426d-923f-dadf3ad56474, host dv-cinder-791240-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=4399d554-4a99-426d-923f-dadf3ad56474,segment=NetworkSegment(831650f3-50e7-4109-a77c-8151443483b4),segment_id=831650f3-50e7-4109-a77c-8151443483b4)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:01:14.512843 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:14.514559 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device dd7058c9-1026-478c-bb21-e2461b8e872b up at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:01:14.554088 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ef18a12f-304e-4552-ba84-147f66889a86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:14.660769 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Pushing event updated for resources: {'Port': ['ID=4399d554-4a99-426d-923f-dadf3ad56474,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:14.684723 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning for port dd7058c9-1026-478c-bb21-e2461b8e872b completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:01:14.687227 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.16', 55647) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:14.695351 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning complete for port dd7058c9-1026-478c-bb21-e2461b8e872b triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:01:14.695351 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:14.733658 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc1d87a-2fcf-4934-aae3-5e801df38794 req-9cc40e9d-88dd-4196-b6cc-f1d12f8b5363 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:14.735747 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8bc1d87a-2fcf-4934-aae3-5e801df38794 req-9cc40e9d-88dd-4196-b6cc-f1d12f8b5363 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/networks?id=6fe3cea9-951c-45c5-bb39-2832b07e1827 HTTP/1.1" status: 200 len: 819 time: 0.1633945 Aug 25 17:01:14.754445 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8bc1d87a-2fcf-4934-aae3-5e801df38794 req-6760c37d-2d4e-45a6-ab06-89a14687c738 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/quotas/2aac5ed5850d4b2fb26a922006b2e50f HTTP/1.1" status: 200 len: 375 time: 0.0123639 Aug 25 17:01:14.857442 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:14.873601 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8bc1d87a-2fcf-4934-aae3-5e801df38794 req-390ba8b2-09e8-430c-9d21-cca1a1b43671 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=2aac5ed5850d4b2fb26a922006b2e50f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1110687 Aug 25 17:01:14.899960 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] For port dd7058c9-1026-478c-bb21-e2461b8e872b, host dv-cinder-791240-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=dd7058c9-1026-478c-bb21-e2461b8e872b,segment=NetworkSegment(831650f3-50e7-4109-a77c-8151443483b4),segment_id=831650f3-50e7-4109-a77c-8151443483b4)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:01:14.901013 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 33454) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:14.907505 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:14.943784 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-16a06367-f23b-4aca-8830-2b0e494d109e tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1508201567', 'description': 'tempest-description--1556233339'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:01:14.997482 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8bc1d87a-2fcf-4934-aae3-5e801df38794 req-babf35a1-7335-4534-aed7-ea53db7bb41a service neutron] 10.222.0.88 "GET /v2.0/networks/6fe3cea9-951c-45c5-bb39-2832b07e1827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227794 Aug 25 17:01:15.010491 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ef18a12f-304e-4552-ba84-147f66889a86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:15.028199 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ef18a12f-304e-4552-ba84-147f66889a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:15.034639 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:15.071009 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Pushing event updated for resources: {'Port': ['ID=dd7058c9-1026-478c-bb21-e2461b8e872b,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:15.094081 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.16', 55653) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:15.323456 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a29b7a3f-fbff-4389-8ad8-825c28d5b6da req-96d97027-8845-41f0-b3ae-04305d888211 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7b35827-e135-4a73-9e24-ac109318f523 HTTP/1.1" status: 200 len: 210 time: 0.3165047 Aug 25 17:01:15.435486 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8bc1d87a-2fcf-4934-aae3-5e801df38794 req-d9db282a-3dff-410d-94cc-cb46748e8387 service neutron] 10.222.0.88 "GET /v2.0/networks/6fe3cea9-951c-45c5-bb39-2832b07e1827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4364929 Aug 25 17:01:15.454268 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef18a12f-304e-4552-ba84-147f66889a86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4de0406-d398-4412-a426-9fe645888355,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:15.470866 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-ef18a12f-304e-4552-ba84-147f66889a86 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1eab6f62e12e4490b0cad9715f477677&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1200435 Aug 25 17:01:15.472075 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-16a06367-f23b-4aca-8830-2b0e494d109e tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:15.488090 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 33498) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:15.503052 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2b68e36a-e810-4259-be46-546321ce96ec req-c4bb5d81-695d-4408-a310-523190c6520a tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] 10.222.0.88 "GET /v2.0/ports?device_id=bdfde8f3-d824-4d4b-8231-63c03d904bcb HTTP/1.1" status: 200 len: 210 time: 0.0471888 Aug 25 17:01:15.531820 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8872695e-897f-4215-83a7-94d2adecd185 req-388b172e-9e63-493e-9745-beb07409acf2 tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:15.533777 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8872695e-897f-4215-83a7-94d2adecd185 req-388b172e-9e63-493e-9745-beb07409acf2 tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] 10.222.0.16 "GET /v2.0/networks?id=353ada68-8177-472c-b8d7-dda35572c2cd HTTP/1.1" status: 200 len: 811 time: 0.8451412 Aug 25 17:01:15.576738 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af3826-edce-437c-a810-cd2e0b672cdc req-c06181d0-4e51-41ad-9082-d8d5ee27c201 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:15.578524 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b8af3826-edce-437c-a810-cd2e0b672cdc req-c06181d0-4e51-41ad-9082-d8d5ee27c201 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.16 "GET /v2.0/networks?id=158af8a6-8234-4e44-b5d8-e0491b33a626 HTTP/1.1" status: 200 len: 815 time: 0.4784415 Aug 25 17:01:15.607259 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-8872695e-897f-4215-83a7-94d2adecd185 req-c8e42ff2-5ecb-4c00-a8da-04615a89fdbc tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] Request body: {'port': {'device_id': 'bdfde8f3-d824-4d4b-8231-63c03d904bcb', 'network_id': '353ada68-8177-472c-b8d7-dda35572c2cd', 'admin_state_up': True, 'tenant_id': '2fa932d690ff4173979e2bfb1febce22'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:01:15.613449 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-b8af3826-edce-437c-a810-cd2e0b672cdc req-08bce09c-714f-4e38-bf9a-7966e413279e tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Request body: {'port': {'device_id': 'f7b35827-e135-4a73-9e24-ac109318f523', 'network_id': '158af8a6-8234-4e44-b5d8-e0491b33a626', 'admin_state_up': True, 'tenant_id': 'ce8b30e44d0740b19fb2000423fb78ee'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:01:15.746867 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0f6ed394-18a5-4e34-902d-dad5455ae5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:15.811959 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-db504490-acea-4dca-b20c-f3b0b69dd8d9 req-3f2c37cc-641f-4861-8b10-493ea66e918c tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 210 time: 0.0780222 Aug 25 17:01:15.900261 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:16.268695 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e5594a-80a7-4620-ae93-a7cc678a3169 None None] Sync routers for ids ['4dddc476-cdca-4bbf-aa6c-abfc542361f6'] in dv-cinder-791240-5-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:01:16.268695 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e5594a-80a7-4620-ae93-a7cc678a3169 None None] Routers {'4dddc476-cdca-4bbf-aa6c-abfc542361f6'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:01:16.268695 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d2e5594a-80a7-4620-ae93-a7cc678a3169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:01:16Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['4dddc476-cdca-4bbf-aa6c-abfc542361f6'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:01:16.271326 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-20ccb40b-e7a4-43f5-8f2e-40f0bbd17494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:16.271961 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device 4399d554-4a99-426d-923f-dadf3ad56474 up at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:01:16.347290 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-20ccb40b-e7a4-43f5-8f2e-40f0bbd17494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:16.478553 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7a488a-ce3f-44b7-93fd-6cc93fdc8783 None None] Sync routers for ids ['67addd2d-fb16-4ce6-8f4a-b1f9cfe48399'] in dv-cinder-791240-5-iscsi {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:01:16.577753 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7a488a-ce3f-44b7-93fd-6cc93fdc8783 None None] Routers {'67addd2d-fb16-4ce6-8f4a-b1f9cfe48399'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:01:16.579518 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-1a7a488a-ce3f-44b7-93fd-6cc93fdc8783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:01:16Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['67addd2d-fb16-4ce6-8f4a-b1f9cfe48399'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:01:16.611763 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning complete for port 4399d554-4a99-426d-923f-dadf3ad56474 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:01:16.616993 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:16.753111 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-d2e5594a-80a7-4620-ae93-a7cc678a3169 None None] Set router 4dddc476-cdca-4bbf-aa6c-abfc542361f6 gateway port host: dv-cinder-791240-5-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:01:16.763559 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8625e5dc-8f5e-482b-913c-3c526e4c4a85 req-fe0b35f0-66fc-4eab-9240-068010e1dc1a tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7b35827-e135-4a73-9e24-ac109318f523 HTTP/1.1" status: 200 len: 210 time: 0.2299907 Aug 25 17:01:16.804646 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a51766-bc21-47cf-8a43-5eb271071d4f req-acc9e0eb-69d9-454e-bba1-d5319f0f418f tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:16.814141 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-87a51766-bc21-47cf-8a43-5eb271071d4f req-acc9e0eb-69d9-454e-bba1-d5319f0f418f tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/networks?id=6fe3cea9-951c-45c5-bb39-2832b07e1827 HTTP/1.1" status: 200 len: 819 time: 0.7589185 Aug 25 17:01:16.843492 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-16a06367-f23b-4aca-8830-2b0e494d109e tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:16.864213 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-87a51766-bc21-47cf-8a43-5eb271071d4f req-e4188610-3787-4e18-8ae4-e9120e6bdbf9 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/quotas/2aac5ed5850d4b2fb26a922006b2e50f HTTP/1.1" status: 200 len: 375 time: 0.0458980 Aug 25 17:01:16.953189 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-16a06367-f23b-4aca-8830-2b0e494d109e tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:17.014452 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-87a51766-bc21-47cf-8a43-5eb271071d4f req-4f2363ff-b59a-4ad2-a3e4-5abf402b6306 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=2aac5ed5850d4b2fb26a922006b2e50f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1481283 Aug 25 17:01:17.032420 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8af3826-edce-437c-a810-cd2e0b672cdc req-08bce09c-714f-4e38-bf9a-7966e413279e tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Made reservation on behalf of ce8b30e44d0740b19fb2000423fb78ee for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:01:17.047363 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b8af3826-edce-437c-a810-cd2e0b672cdc req-08bce09c-714f-4e38-bf9a-7966e413279e tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:17.085509 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8872695e-897f-4215-83a7-94d2adecd185 req-c8e42ff2-5ecb-4c00-a8da-04615a89fdbc tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] Made reservation on behalf of 2fa932d690ff4173979e2bfb1febce22 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:01:17.091326 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8872695e-897f-4215-83a7-94d2adecd185 req-c8e42ff2-5ecb-4c00-a8da-04615a89fdbc tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:17.125414 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-16a06367-f23b-4aca-8830-2b0e494d109e tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:17.132743 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-16a06367-f23b-4aca-8830-2b0e494d109e tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.2304778 Aug 25 17:01:17.136183 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-20ccb40b-e7a4-43f5-8f2e-40f0bbd17494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:17.139080 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-20ccb40b-e7a4-43f5-8f2e-40f0bbd17494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:17.146629 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-20ccb40b-e7a4-43f5-8f2e-40f0bbd17494 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d4de0406-d398-4412-a426-9fe645888355 HTTP/1.1" status: 204 len: 168 time: 1.6541083 Aug 25 17:01:17.158493 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d2e5594a-80a7-4620-ae93-a7cc678a3169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dddc476-cdca-4bbf-aa6c-abfc542361f6', 'name': 'tempest-AttachVolumeTestJSON-888737631-router', 'tenant_id': 'b481d864bbdf470583d302856fcdb3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '4399d554-4a99-426d-923f-dadf3ad56474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:01:06Z', 'updated_at': '2021-08-25T17:01:12Z', 'revision_number': 4, 'project_id': 'b481d864bbdf470583d302856fcdb3c2', 'gw_port': {'id': '4399d554-4a99-426d-923f-dadf3ad56474', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dddc476-cdca-4bbf-aa6c-abfc542361f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:01:07Z', 'updated_at': '2021-08-25T17:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_interfaces': [{'id': 'aa0fb896-50de-4f7f-9748-811e93e68d1b', 'name': '', 'network_id': 'd686dfae-89b6-4141-b607-e36388f6039b', 'tenant_id': 'b481d864bbdf470583d302856fcdb3c2', 'mac_address': 'fa:16:3e:26:c5:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dddc476-cdca-4bbf-aa6c-abfc542361f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b924291b-4b0f-4431-8d0f-79843e01869c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:01:11Z', 'updated_at': '2021-08-25T17:01:12Z', 'revision_number': 2, 'project_id': 'b481d864bbdf470583d302856fcdb3c2', 'subnets': [{'id': 'b924291b-4b0f-4431-8d0f-79843e01869c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:01:17.170820 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 33564) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:17.190607 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-5559af9e-2860-4a0d-a3dd-8d19eeb50d39 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Request body: {'security_group_rule': {'security_group_id': 'd911630e-e40c-452f-9806-e620e347b7eb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:01:17.223157 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e5594a-80a7-4620-ae93-a7cc678a3169 None None] Checking router: 4dddc476-cdca-4bbf-aa6c-abfc542361f6 for host: dv-cinder-791240-5-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:01:17.223518 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e5594a-80a7-4620-ae93-a7cc678a3169 None None] Updating router 4dddc476-cdca-4bbf-aa6c-abfc542361f6 port aa0fb896-50de-4f7f-9748-811e93e68d1b binding host dv-cinder-791240-5-iscsi {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 17:01:17.240551 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3a305108-1f99-4b5d-a622-23901fed2525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:17.248743 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-afca0701-8620-480a-9b6b-aee564e1ffb9 req-0d8418d2-0f2f-4227-b448-7d2bb51250d6 tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] 10.222.0.88 "GET /v2.0/ports?device_id=bdfde8f3-d824-4d4b-8231-63c03d904bcb HTTP/1.1" status: 200 len: 210 time: 0.2030919 Aug 25 17:01:17.335395 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d2e5594a-80a7-4620-ae93-a7cc678a3169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:17.356346 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-1a7a488a-ce3f-44b7-93fd-6cc93fdc8783 None None] Set router 67addd2d-fb16-4ce6-8f4a-b1f9cfe48399 gateway port host: dv-cinder-791240-5-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:01:17.382766 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-87a51766-bc21-47cf-8a43-5eb271071d4f req-7638c4e1-555c-4322-827c-e0cb3ff8e9d9 service neutron] 10.222.0.88 "GET /v2.0/networks/6fe3cea9-951c-45c5-bb39-2832b07e1827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3580520 Aug 25 17:01:17.487922 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device dd7058c9-1026-478c-bb21-e2461b8e872b up at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:01:17.637204 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a06367-f23b-4aca-8830-2b0e494d109e tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d911630e-e40c-452f-9806-e620e347b7eb,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:17.697870 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ccb40b-e7a4-43f5-8f2e-40f0bbd17494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4de0406-d398-4412-a426-9fe645888355,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:17.715283 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-87a51766-bc21-47cf-8a43-5eb271071d4f req-e94650c4-a823-4d14-aa44-e7fb3f1d459e service neutron] 10.222.0.88 "GET /v2.0/networks/6fe3cea9-951c-45c5-bb39-2832b07e1827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297851 Aug 25 17:01:17.846629 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 33596) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:17.879189 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-51fe839d-531b-42cf-a0f0-d860f7bcc809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:17.992308 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning complete for port dd7058c9-1026-478c-bb21-e2461b8e872b triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:01:17.997328 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:18.043819 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-dc2c7678-e9c9-4b81-b061-8ef487246bbe req-29d8c97d-869e-49c5-8d0d-bbc8fa9fe389 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7b35827-e135-4a73-9e24-ac109318f523 HTTP/1.1" status: 200 len: 210 time: 0.0786994 Aug 25 17:01:18.071423 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.16', 55663) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:18.229366 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-b8af3826-edce-437c-a810-cd2e0b672cdc req-08bce09c-714f-4e38-bf9a-7966e413279e tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Allocated IP 172.20.0.14 (158af8a6-8234-4e44-b5d8-e0491b33a626/157e2cdc-7e5d-4beb-8dac-2b06da21e5f2/d7388651-35dd-46eb-8a4c-dc28e4d9f3a0) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:01:18.289151 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-51fe839d-531b-42cf-a0f0-d860f7bcc809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:18.358617 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d2e5594a-80a7-4620-ae93-a7cc678a3169 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:18.366190 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-51fe839d-531b-42cf-a0f0-d860f7bcc809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:18.372719 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-d2e5594a-80a7-4620-ae93-a7cc678a3169 None None] Transition to ACTIVE for port object aa0fb896-50de-4f7f-9748-811e93e68d1b will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:01:18.382081 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d2e5594a-80a7-4620-ae93-a7cc678a3169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:18.402161 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 33618) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:18.458772 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7978419e-b967-4a47-8975-0267302d25d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:18.518566 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fe839d-531b-42cf-a0f0-d860f7bcc809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd28dd8-9756-47a8-907b-0aa2783a009b,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:18.534888 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a5f988fc-d579-48d0-8a14-d3e1cfbc5a5e req-bb292cc0-e8ef-423e-bc27-7a1ce09c0844 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 210 time: 0.2000139 Aug 25 17:01:18.600703 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-1a7a488a-ce3f-44b7-93fd-6cc93fdc8783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67addd2d-fb16-4ce6-8f4a-b1f9cfe48399', 'name': 'tempest-ServerRescueNegativeTestJSON-1252746452-router', 'tenant_id': '2aac5ed5850d4b2fb26a922006b2e50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'dd7058c9-1026-478c-bb21-e2461b8e872b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:01:05Z', 'updated_at': '2021-08-25T17:01:12Z', 'revision_number': 4, 'project_id': '2aac5ed5850d4b2fb26a922006b2e50f', 'gw_port': {'id': 'dd7058c9-1026-478c-bb21-e2461b8e872b', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:de:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67addd2d-fb16-4ce6-8f4a-b1f9cfe48399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:01:07Z', 'updated_at': '2021-08-25T17:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_interfaces': [{'id': 'e93e2126-57e0-4c95-831e-6e7283009967', 'name': '', 'network_id': '6fe3cea9-951c-45c5-bb39-2832b07e1827', 'tenant_id': '2aac5ed5850d4b2fb26a922006b2e50f', 'mac_address': 'fa:16:3e:bb:2a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67addd2d-fb16-4ce6-8f4a-b1f9cfe48399', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5b3f3aec-b759-4569-a5a7-053f9cfaf242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:01:11Z', 'updated_at': '2021-08-25T17:01:12Z', 'revision_number': 2, 'project_id': '2aac5ed5850d4b2fb26a922006b2e50f', 'subnets': [{'id': '5b3f3aec-b759-4569-a5a7-053f9cfaf242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:01:18.601418 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-51fe839d-531b-42cf-a0f0-d860f7bcc809 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=da4eee115513469896ed314d661fd926&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7529213 Aug 25 17:01:18.604346 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 33632) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:18.644909 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0597fda0-879f-45ce-94ef-f60fd79dc272 None None] Pushing event updated for resources: {'Port': ['ID=aa0fb896-50de-4f7f-9748-811e93e68d1b,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:18.680668 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7a488a-ce3f-44b7-93fd-6cc93fdc8783 None None] Checking router: 67addd2d-fb16-4ce6-8f4a-b1f9cfe48399 for host: dv-cinder-791240-5-iscsi {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:01:18.681027 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7a488a-ce3f-44b7-93fd-6cc93fdc8783 None None] Updating router 67addd2d-fb16-4ce6-8f4a-b1f9cfe48399 port e93e2126-57e0-4c95-831e-6e7283009967 binding host dv-cinder-791240-5-iscsi {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 17:01:18.744159 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ab2973cb-e644-468e-891c-95616bc54554 req-c70e8caa-aaf6-4f15-b9f1-8cba6e814a58 tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] 10.222.0.88 "GET /v2.0/ports?device_id=bdfde8f3-d824-4d4b-8231-63c03d904bcb HTTP/1.1" status: 200 len: 210 time: 0.2743464 Aug 25 17:01:18.797454 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1a7a488a-ce3f-44b7-93fd-6cc93fdc8783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:18.817342 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b8af3826-edce-437c-a810-cd2e0b672cdc req-08bce09c-714f-4e38-bf9a-7966e413279e tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:18.898735 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dd9d64c2-f918-4a8f-8b76-49b81c6054bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:18.926799 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-d2e5594a-80a7-4620-ae93-a7cc678a3169 None None] Attempting to bind port aa0fb896-50de-4f7f-9748-811e93e68d1b on host dv-cinder-791240-5-iscsi for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:01:18.927792 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-d2e5594a-80a7-4620-ae93-a7cc678a3169 None None] Attempting to bind port aa0fb896-50de-4f7f-9748-811e93e68d1b by drivers openvswitch,hyperv on host dv-cinder-791240-5-iscsi at level 0 using segments [{'id': '5e3e5c27-313d-406c-97cc-b08ec9f9f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': 'd686dfae-89b6-4141-b607-e36388f6039b'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:01:18.928762 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e5594a-80a7-4620-ae93-a7cc678a3169 None None] Attempting to bind port aa0fb896-50de-4f7f-9748-811e93e68d1b on network d686dfae-89b6-4141-b607-e36388f6039b {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:01:18.938035 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e5594a-80a7-4620-ae93-a7cc678a3169 None None] Checking agent: {'id': '228fda10-d8da-45cc-9fcd-c0d1ec5752d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 53, 16), 'started_at': datetime.datetime(2021, 8, 25, 16, 53, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:01:18.938745 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e5594a-80a7-4620-ae93-a7cc678a3169 None None] Checking segment: {'id': '5e3e5c27-313d-406c-97cc-b08ec9f9f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': 'd686dfae-89b6-4141-b607-e36388f6039b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:01:18.939583 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d2e5594a-80a7-4620-ae93-a7cc678a3169 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:18.940220 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e5594a-80a7-4620-ae93-a7cc678a3169 None None] Bound using segment: {'id': '5e3e5c27-313d-406c-97cc-b08ec9f9f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': 'd686dfae-89b6-4141-b607-e36388f6039b'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:01:18.940891 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-d2e5594a-80a7-4620-ae93-a7cc678a3169 None None] Bound port: aa0fb896-50de-4f7f-9748-811e93e68d1b, host: dv-cinder-791240-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e3e5c27-313d-406c-97cc-b08ec9f9f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': 'd686dfae-89b6-4141-b607-e36388f6039b'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:01:18.941522 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d2e5594a-80a7-4620-ae93-a7cc678a3169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:19.078752 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-d2e5594a-80a7-4620-ae93-a7cc678a3169 None None] For port aa0fb896-50de-4f7f-9748-811e93e68d1b, host dv-cinder-791240-5-iscsi, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:01:19.083259 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-d2e5594a-80a7-4620-ae93-a7cc678a3169 None None] For port aa0fb896-50de-4f7f-9748-811e93e68d1b, host dv-cinder-791240-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=aa0fb896-50de-4f7f-9748-811e93e68d1b,segment=NetworkSegment(5e3e5c27-313d-406c-97cc-b08ec9f9f718),segment_id=5e3e5c27-313d-406c-97cc-b08ec9f9f718)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:01:19.089650 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d2e5594a-80a7-4620-ae93-a7cc678a3169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:19.132085 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5559af9e-2860-4a0d-a3dd-8d19eeb50d39 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:19.164217 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6b058598-a821-49a1-93ad-5afa84c99979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:19.206595 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0597fda0-879f-45ce-94ef-f60fd79dc272 None None] Pushing event updated for resources: {'Port': ['ID=aa0fb896-50de-4f7f-9748-811e93e68d1b,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:19.209470 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6b058598-a821-49a1-93ad-5afa84c99979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:19.250572 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b8af3826-edce-437c-a810-cd2e0b672cdc req-08bce09c-714f-4e38-bf9a-7966e413279e tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743705601783'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:19.266605 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e5594a-80a7-4620-ae93-a7cc678a3169 None None] Routers {'4dddc476-cdca-4bbf-aa6c-abfc542361f6'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:01:19.267529 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d2e5594a-80a7-4620-ae93-a7cc678a3169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:01:16Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['4dddc476-cdca-4bbf-aa6c-abfc542361f6'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:01:19.315911 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6b058598-a821-49a1-93ad-5afa84c99979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:19.323469 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6b058598-a821-49a1-93ad-5afa84c99979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:19.327682 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-6b058598-a821-49a1-93ad-5afa84c99979 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/bfd28dd8-9756-47a8-907b-0aa2783a009b HTTP/1.1" status: 204 len: 168 time: 0.6954260 Aug 25 17:01:19.479981 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc1d87a-2fcf-4934-aae3-5e801df38794 req-eeefc10a-a041-4434-9363-89b55b480608 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:19.484414 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8bc1d87a-2fcf-4934-aae3-5e801df38794 req-eeefc10a-a041-4434-9363-89b55b480608 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.16 "GET /v2.0/networks?id=6fe3cea9-951c-45c5-bb39-2832b07e1827 HTTP/1.1" status: 200 len: 819 time: 1.3851616 Aug 25 17:01:19.487675 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5559af9e-2860-4a0d-a3dd-8d19eeb50d39 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:19.589369 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-d2e5594a-80a7-4620-ae93-a7cc678a3169 None None] Set router 4dddc476-cdca-4bbf-aa6c-abfc542361f6 gateway port host: dv-cinder-791240-5-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:01:19.599623 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-8bc1d87a-2fcf-4934-aae3-5e801df38794 req-b822d2df-469d-4d92-8c7b-650fe4e61f68 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Request body: {'port': {'device_id': '10b1c4d2-afef-45bb-a9ba-6a9cdb070d21', 'network_id': '6fe3cea9-951c-45c5-bb39-2832b07e1827', 'admin_state_up': True, 'tenant_id': '2aac5ed5850d4b2fb26a922006b2e50f'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:01:19.648229 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-8872695e-897f-4215-83a7-94d2adecd185 req-c8e42ff2-5ecb-4c00-a8da-04615a89fdbc tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] Allocated IP 172.20.0.8 (353ada68-8177-472c-b8d7-dda35572c2cd/b259a493-197c-44e1-a67b-d6556f166547/67377a97-1b9c-454f-8477-34a085280b26) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:01:19.657540 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b058598-a821-49a1-93ad-5afa84c99979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd28dd8-9756-47a8-907b-0aa2783a009b,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:19.674630 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5559af9e-2860-4a0d-a3dd-8d19eeb50d39 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373673'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:19.736608 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1a7a488a-ce3f-44b7-93fd-6cc93fdc8783 None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:19.751289 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-1a7a488a-ce3f-44b7-93fd-6cc93fdc8783 None None] Transition to ACTIVE for port object e93e2126-57e0-4c95-831e-6e7283009967 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:01:19.802025 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1a7a488a-ce3f-44b7-93fd-6cc93fdc8783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:19.966181 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f9f7556e-2d7c-43c1-9975-3ce692f9711b req-ad4ae018-95a2-45f3-9223-6a586a4b476c tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 210 time: 0.0983019 Aug 25 17:01:20.016599 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5559af9e-2860-4a0d-a3dd-8d19eeb50d39 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53ef6da2-8fa1-495c-b7f3-792e673a622c,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:20.029794 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3912c741-82c5-4a57-a253-d735ea5d4995 req-fb2f14ac-401a-473f-9d03-91c9d4ecc4bb tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:20.045238 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3912c741-82c5-4a57-a253-d735ea5d4995 req-fb2f14ac-401a-473f-9d03-91c9d4ecc4bb tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7b35827-e135-4a73-9e24-ac109318f523 HTTP/1.1" status: 200 len: 932 time: 0.7406607 Aug 25 17:01:20.051056 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8af3826-edce-437c-a810-cd2e0b672cdc req-08bce09c-714f-4e38-bf9a-7966e413279e tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Network 158af8a6-8234-4e44-b5d8-e0491b33a626 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:01:20.072163 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-b8af3826-edce-437c-a810-cd2e0b672cdc req-08bce09c-714f-4e38-bf9a-7966e413279e tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:01:20.095985 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dd9d64c2-f918-4a8f-8b76-49b81c6054bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:20.099884 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bce09c-714f-4e38-bf9a-7966e413279e tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Pushing event updated for resources: {'Port': ['ID=d7388651-35dd-46eb-8a4c-dc28e4d9f3a0,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:20.100557 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cea10c-60a1-461b-b86c-21c7cfe91215 None None] Pushing event updated for resources: {'Port': ['ID=e93e2126-57e0-4c95-831e-6e7283009967,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:20.143114 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d2e5594a-80a7-4620-ae93-a7cc678a3169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dddc476-cdca-4bbf-aa6c-abfc542361f6', 'name': 'tempest-AttachVolumeTestJSON-888737631-router', 'tenant_id': 'b481d864bbdf470583d302856fcdb3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '4399d554-4a99-426d-923f-dadf3ad56474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:01:06Z', 'updated_at': '2021-08-25T17:01:12Z', 'revision_number': 4, 'project_id': 'b481d864bbdf470583d302856fcdb3c2', 'gw_port': {'id': '4399d554-4a99-426d-923f-dadf3ad56474', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dddc476-cdca-4bbf-aa6c-abfc542361f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:01:07Z', 'updated_at': '2021-08-25T17:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_interfaces': [{'id': 'aa0fb896-50de-4f7f-9748-811e93e68d1b', 'name': '', 'network_id': 'd686dfae-89b6-4141-b607-e36388f6039b', 'tenant_id': 'b481d864bbdf470583d302856fcdb3c2', 'mac_address': 'fa:16:3e:26:c5:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dddc476-cdca-4bbf-aa6c-abfc542361f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b924291b-4b0f-4431-8d0f-79843e01869c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:01:11Z', 'updated_at': '2021-08-25T17:01:19Z', 'revision_number': 4, 'project_id': 'b481d864bbdf470583d302856fcdb3c2', 'subnets': [{'id': 'b924291b-4b0f-4431-8d0f-79843e01869c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:01:20.176253 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-1a7a488a-ce3f-44b7-93fd-6cc93fdc8783 None None] Attempting to bind port e93e2126-57e0-4c95-831e-6e7283009967 on host dv-cinder-791240-5-iscsi for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:01:20.176705 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-1a7a488a-ce3f-44b7-93fd-6cc93fdc8783 None None] Attempting to bind port e93e2126-57e0-4c95-831e-6e7283009967 by drivers openvswitch,hyperv on host dv-cinder-791240-5-iscsi at level 0 using segments [{'id': '4d6da60f-3006-497a-af1b-371736e709aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1461, 'network_id': '6fe3cea9-951c-45c5-bb39-2832b07e1827'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:01:20.177054 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7a488a-ce3f-44b7-93fd-6cc93fdc8783 None None] Attempting to bind port e93e2126-57e0-4c95-831e-6e7283009967 on network 6fe3cea9-951c-45c5-bb39-2832b07e1827 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:01:20.184930 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e5594a-80a7-4620-ae93-a7cc678a3169 None None] The sync data for ids ['4dddc476-cdca-4bbf-aa6c-abfc542361f6'] in dv-cinder-791240-5-iscsi is: [{'id': '4dddc476-cdca-4bbf-aa6c-abfc542361f6', 'name': 'tempest-AttachVolumeTestJSON-888737631-router', 'tenant_id': 'b481d864bbdf470583d302856fcdb3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '4399d554-4a99-426d-923f-dadf3ad56474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:01:06Z', 'updated_at': '2021-08-25T17:01:12Z', 'revision_number': 4, 'project_id': 'b481d864bbdf470583d302856fcdb3c2', 'gw_port': {'id': '4399d554-4a99-426d-923f-dadf3ad56474', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dddc476-cdca-4bbf-aa6c-abfc542361f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:01:07Z', 'updated_at': '2021-08-25T17:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_interfaces': [{'id': 'aa0fb896-50de-4f7f-9748-811e93e68d1b', 'name': '', 'network_id': 'd686dfae-89b6-4141-b607-e36388f6039b', 'tenant_id': 'b481d864bbdf470583d302856fcdb3c2', 'mac_address': 'fa:16:3e:26:c5:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dddc476-cdca-4bbf-aa6c-abfc542361f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b924291b-4b0f-4431-8d0f-79843e01869c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:01:11Z', 'updated_at': '2021-08-25T17:01:19Z', 'revision_number': 4, 'project_id': 'b481d864bbdf470583d302856fcdb3c2', 'subnets': [{'id': 'b924291b-4b0f-4431-8d0f-79843e01869c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:01:20.192394 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5559af9e-2860-4a0d-a3dd-8d19eeb50d39 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:20.194134 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-5559af9e-2860-4a0d-a3dd-8d19eeb50d39 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.0180082 Aug 25 17:01:20.200976 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8af3826-edce-437c-a810-cd2e0b672cdc req-08bce09c-714f-4e38-bf9a-7966e413279e tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:01:20.204749 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7a488a-ce3f-44b7-93fd-6cc93fdc8783 None None] Checking agent: {'id': '228fda10-d8da-45cc-9fcd-c0d1ec5752d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 53, 16), 'started_at': datetime.datetime(2021, 8, 25, 16, 53, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:01:20.205250 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7a488a-ce3f-44b7-93fd-6cc93fdc8783 None None] Checking segment: {'id': '4d6da60f-3006-497a-af1b-371736e709aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1461, 'network_id': '6fe3cea9-951c-45c5-bb39-2832b07e1827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:01:20.205768 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1a7a488a-ce3f-44b7-93fd-6cc93fdc8783 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:20.206245 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7a488a-ce3f-44b7-93fd-6cc93fdc8783 None None] Bound using segment: {'id': '4d6da60f-3006-497a-af1b-371736e709aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1461, 'network_id': '6fe3cea9-951c-45c5-bb39-2832b07e1827'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:01:20.215560 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-1a7a488a-ce3f-44b7-93fd-6cc93fdc8783 None None] Bound port: e93e2126-57e0-4c95-831e-6e7283009967, host: dv-cinder-791240-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d6da60f-3006-497a-af1b-371736e709aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1461, 'network_id': '6fe3cea9-951c-45c5-bb39-2832b07e1827'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:01:20.216106 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1a7a488a-ce3f-44b7-93fd-6cc93fdc8783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:20.225752 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af3826-edce-437c-a810-cd2e0b672cdc req-08bce09c-714f-4e38-bf9a-7966e413279e tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:20.226559 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b8af3826-edce-437c-a810-cd2e0b672cdc req-08bce09c-714f-4e38-bf9a-7966e413279e tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16218488'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:20.230391 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 33686) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:20.254282 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3912c741-82c5-4a57-a253-d735ea5d4995 req-aad1e854-0623-4ee7-80a9-1f3578b54a8c tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852641 Aug 25 17:01:20.255362 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dd9d64c2-f918-4a8f-8b76-49b81c6054bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:20.260426 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-034ee2c5-bb10-4d5d-82e1-ce1cb673f941 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Request body: {'security_group_rule': {'security_group_id': 'd911630e-e40c-452f-9806-e620e347b7eb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:01:20.483456 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-1a7a488a-ce3f-44b7-93fd-6cc93fdc8783 None None] For port e93e2126-57e0-4c95-831e-6e7283009967, host dv-cinder-791240-5-iscsi, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:01:20.494044 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-1a7a488a-ce3f-44b7-93fd-6cc93fdc8783 None None] For port e93e2126-57e0-4c95-831e-6e7283009967, host dv-cinder-791240-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=e93e2126-57e0-4c95-831e-6e7283009967,segment=NetworkSegment(4d6da60f-3006-497a-af1b-371736e709aa),segment_id=4d6da60f-3006-497a-af1b-371736e709aa)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:01:20.507992 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1a7a488a-ce3f-44b7-93fd-6cc93fdc8783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:20.511674 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d64c2-f918-4a8f-8b76-49b81c6054bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b52dc42-7757-4ade-9ab3-94f015c5f3ed,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:20.652951 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8872695e-897f-4215-83a7-94d2adecd185 req-c8e42ff2-5ecb-4c00-a8da-04615a89fdbc tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:20.693208 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-21efd2c1-5d19-4aef-9ab4-423d2ec669bc req-93349f88-e2f3-493b-9c1a-434c524e6718 tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] 10.222.0.88 "GET /v2.0/ports?device_id=bdfde8f3-d824-4d4b-8231-63c03d904bcb HTTP/1.1" status: 200 len: 210 time: 0.1562476 Aug 25 17:01:20.725384 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7a488a-ce3f-44b7-93fd-6cc93fdc8783 None None] Routers {'67addd2d-fb16-4ce6-8f4a-b1f9cfe48399'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:01:20.728616 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-1a7a488a-ce3f-44b7-93fd-6cc93fdc8783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:01:16Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['67addd2d-fb16-4ce6-8f4a-b1f9cfe48399'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:01:20.746300 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-dd9d64c2-f918-4a8f-8b76-49b81c6054bf admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6835a7a60f164774989e0cead78e8308&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3099277 Aug 25 17:01:20.746505 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 33700) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:20.772141 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cea10c-60a1-461b-b86c-21c7cfe91215 None None] Pushing event updated for resources: {'Port': ['ID=e93e2126-57e0-4c95-831e-6e7283009967,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:20.827065 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b8af3826-edce-437c-a810-cd2e0b672cdc req-08bce09c-714f-4e38-bf9a-7966e413279e tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2280829 Aug 25 17:01:20.827977 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-034ee2c5-bb10-4d5d-82e1-ce1cb673f941 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:20.834093 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.16', 55668) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:20.901716 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device aa0fb896-50de-4f7f-9748-811e93e68d1b up at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:01:21.035416 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bc1d87a-2fcf-4934-aae3-5e801df38794 req-b822d2df-469d-4d92-8c7b-650fe4e61f68 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Made reservation on behalf of 2aac5ed5850d4b2fb26a922006b2e50f for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:01:21.051121 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8bc1d87a-2fcf-4934-aae3-5e801df38794 req-b822d2df-469d-4d92-8c7b-650fe4e61f68 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:21.061306 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c0ac607a-cb0f-46df-9dd0-bcf47166ce48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:21.203624 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning for port aa0fb896-50de-4f7f-9748-811e93e68d1b completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:01:21.210239 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning complete for port aa0fb896-50de-4f7f-9748-811e93e68d1b triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:01:21.210604 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:21.505006 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-95d33b69-be64-4d64-ac16-95b790ddc603 req-cbff6912-9f71-44fb-8638-f5c794945231 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 210 time: 0.3654597 Aug 25 17:01:21.507163 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c0ac607a-cb0f-46df-9dd0-bcf47166ce48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:21.681200 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [req-b8af3826-edce-437c-a810-cd2e0b672cdc req-5068a620-9c44-4dd2-afa7-709e51832447 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=93882) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 17:01:21.683456 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b8af3826-edce-437c-a810-cd2e0b672cdc req-5068a620-9c44-4dd2-afa7-709e51832447 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0851696 Aug 25 17:01:21.692126 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-1a7a488a-ce3f-44b7-93fd-6cc93fdc8783 None None] Set router 67addd2d-fb16-4ce6-8f4a-b1f9cfe48399 gateway port host: dv-cinder-791240-5-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:01:21.913154 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a51766-bc21-47cf-8a43-5eb271071d4f req-2c18dcbb-b20f-4142-96d1-8b4967446f36 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:21.918535 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-87a51766-bc21-47cf-8a43-5eb271071d4f req-2c18dcbb-b20f-4142-96d1-8b4967446f36 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.16 "GET /v2.0/networks?id=6fe3cea9-951c-45c5-bb39-2832b07e1827 HTTP/1.1" status: 200 len: 819 time: 1.0578096 Aug 25 17:01:21.934243 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8872695e-897f-4215-83a7-94d2adecd185 req-c8e42ff2-5ecb-4c00-a8da-04615a89fdbc tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743705601783'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:21.955747 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:22.026607 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-87a51766-bc21-47cf-8a43-5eb271071d4f req-53096968-5aaa-41e0-ba8f-99a7c72942f8 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Request body: {'port': {'device_id': '0310e1d0-d2c9-4bb1-b42d-5a67f0102113', 'network_id': '6fe3cea9-951c-45c5-bb39-2832b07e1827', 'admin_state_up': True, 'tenant_id': '2aac5ed5850d4b2fb26a922006b2e50f'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:01:22.262552 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-034ee2c5-bb10-4d5d-82e1-ce1cb673f941 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:22.300571 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8872695e-897f-4215-83a7-94d2adecd185 req-c8e42ff2-5ecb-4c00-a8da-04615a89fdbc tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] Network 353ada68-8177-472c-b8d7-dda35572c2cd is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:01:22.328731 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-8872695e-897f-4215-83a7-94d2adecd185 req-c8e42ff2-5ecb-4c00-a8da-04615a89fdbc tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:01:22.335164 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-034ee2c5-bb10-4d5d-82e1-ce1cb673f941 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373673'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:22.347732 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-8872695e-897f-4215-83a7-94d2adecd185 req-c8e42ff2-5ecb-4c00-a8da-04615a89fdbc tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:01:22.379443 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8872695e-897f-4215-83a7-94d2adecd185 req-c8e42ff2-5ecb-4c00-a8da-04615a89fdbc tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:22.382589 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8872695e-897f-4215-83a7-94d2adecd185 req-c8e42ff2-5ecb-4c00-a8da-04615a89fdbc tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16218488'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:22.442015 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034ee2c5-bb10-4d5d-82e1-ce1cb673f941 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d08c29c9-2a6e-4c7d-a8e7-ead53b9518fe,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:22.453712 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-b8af3826-edce-437c-a810-cd2e0b672cdc req-31efb61b-4733-44d4-90c9-1e3a7b26353d service neutron] Request body: {'port': {'device_id': 'f7b35827-e135-4a73-9e24-ac109318f523', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:01:22.459990 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c0ac607a-cb0f-46df-9dd0-bcf47166ce48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:22.479185 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c0ac607a-cb0f-46df-9dd0-bcf47166ce48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:22.482839 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-c0ac607a-cb0f-46df-9dd0-bcf47166ce48 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/1b52dc42-7757-4ade-9ab3-94f015c5f3ed HTTP/1.1" status: 204 len: 168 time: 1.7343109 Aug 25 17:01:22.527575 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e42ff2-5ecb-4c00-a8da-04615a89fdbc tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] Pushing event updated for resources: {'Port': ['ID=67377a97-1b9c-454f-8477-34a085280b26,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:22.601279 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87a51766-bc21-47cf-8a43-5eb271071d4f req-53096968-5aaa-41e0-ba8f-99a7c72942f8 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Made reservation on behalf of 2aac5ed5850d4b2fb26a922006b2e50f for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:01:22.603966 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] For port aa0fb896-50de-4f7f-9748-811e93e68d1b, host dv-cinder-791240-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=aa0fb896-50de-4f7f-9748-811e93e68d1b,segment=NetworkSegment(5e3e5c27-313d-406c-97cc-b08ec9f9f718),segment_id=5e3e5c27-313d-406c-97cc-b08ec9f9f718)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:01:22.605112 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-87a51766-bc21-47cf-8a43-5eb271071d4f req-53096968-5aaa-41e0-ba8f-99a7c72942f8 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:22.617096 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:22.660261 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ac607a-cb0f-46df-9dd0-bcf47166ce48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b52dc42-7757-4ade-9ab3-94f015c5f3ed,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:22.675121 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8872695e-897f-4215-83a7-94d2adecd185 req-c8e42ff2-5ecb-4c00-a8da-04615a89fdbc tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.0782754 Aug 25 17:01:22.685041 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-034ee2c5-bb10-4d5d-82e1-ce1cb673f941 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:22.685041 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-034ee2c5-bb10-4d5d-82e1-ce1cb673f941 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.4359038 Aug 25 17:01:22.685041 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 33764) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:22.694839 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-2a85a19c-f49d-48e1-82a1-f29edf41fa8d tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Request body: {'floatingip': {'floating_network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:01:22.731768 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-8872695e-897f-4215-83a7-94d2adecd185 req-3d7aa09b-11d1-47c6-b814-ef7bf874881e service neutron] Request body: {'port': {'device_id': 'bdfde8f3-d824-4d4b-8231-63c03d904bcb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:01:22.765747 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0354d4d-381d-4977-9e62-57677f926c07 req-56e568c3-0f38-4d7a-b7b4-1e68be711818 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:22.779637 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a0354d4d-381d-4977-9e62-57677f926c07 req-56e568c3-0f38-4d7a-b7b4-1e68be711818 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7b35827-e135-4a73-9e24-ac109318f523 HTTP/1.1" status: 200 len: 932 time: 1.1776750 Aug 25 17:01:22.865863 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2a85a19c-f49d-48e1-82a1-f29edf41fa8d tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks [] for floatingip, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:22.917630 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Pushing event updated for resources: {'Port': ['ID=aa0fb896-50de-4f7f-9748-811e93e68d1b,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:22.955939 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-1a7a488a-ce3f-44b7-93fd-6cc93fdc8783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67addd2d-fb16-4ce6-8f4a-b1f9cfe48399', 'name': 'tempest-ServerRescueNegativeTestJSON-1252746452-router', 'tenant_id': '2aac5ed5850d4b2fb26a922006b2e50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'dd7058c9-1026-478c-bb21-e2461b8e872b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:01:05Z', 'updated_at': '2021-08-25T17:01:12Z', 'revision_number': 4, 'project_id': '2aac5ed5850d4b2fb26a922006b2e50f', 'gw_port': {'id': 'dd7058c9-1026-478c-bb21-e2461b8e872b', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:de:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67addd2d-fb16-4ce6-8f4a-b1f9cfe48399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:01:07Z', 'updated_at': '2021-08-25T17:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_interfaces': [{'id': 'e93e2126-57e0-4c95-831e-6e7283009967', 'name': '', 'network_id': '6fe3cea9-951c-45c5-bb39-2832b07e1827', 'tenant_id': '2aac5ed5850d4b2fb26a922006b2e50f', 'mac_address': 'fa:16:3e:bb:2a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67addd2d-fb16-4ce6-8f4a-b1f9cfe48399', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5b3f3aec-b759-4569-a5a7-053f9cfaf242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:01:11Z', 'updated_at': '2021-08-25T17:01:20Z', 'revision_number': 4, 'project_id': '2aac5ed5850d4b2fb26a922006b2e50f', 'subnets': [{'id': '5b3f3aec-b759-4569-a5a7-053f9cfaf242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:01:22.957943 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8254bdb6-f379-40f0-b110-45c9f114abac req-43bb6283-a0ce-468b-a764-864c2361a0d1 tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:22.966366 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8254bdb6-f379-40f0-b110-45c9f114abac req-43bb6283-a0ce-468b-a764-864c2361a0d1 tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] 10.222.0.88 "GET /v2.0/ports?device_id=bdfde8f3-d824-4d4b-8231-63c03d904bcb HTTP/1.1" status: 200 len: 931 time: 1.0205441 Aug 25 17:01:22.983089 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-8bc1d87a-2fcf-4934-aae3-5e801df38794 req-b822d2df-469d-4d92-8c7b-650fe4e61f68 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Allocated IP 172.20.0.13 (6fe3cea9-951c-45c5-bb39-2832b07e1827/5b3f3aec-b759-4569-a5a7-053f9cfaf242/3c0764c1-cbfb-4263-af88-7790174b6924) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:01:23.021709 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a0354d4d-381d-4977-9e62-57677f926c07 req-351c8b76-265b-40dc-9a00-645c2d662b0f tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408111 Aug 25 17:01:23.054487 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7a488a-ce3f-44b7-93fd-6cc93fdc8783 None None] The sync data for ids ['67addd2d-fb16-4ce6-8f4a-b1f9cfe48399'] in dv-cinder-791240-5-iscsi is: [{'id': '67addd2d-fb16-4ce6-8f4a-b1f9cfe48399', 'name': 'tempest-ServerRescueNegativeTestJSON-1252746452-router', 'tenant_id': '2aac5ed5850d4b2fb26a922006b2e50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'dd7058c9-1026-478c-bb21-e2461b8e872b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:01:05Z', 'updated_at': '2021-08-25T17:01:12Z', 'revision_number': 4, 'project_id': '2aac5ed5850d4b2fb26a922006b2e50f', 'gw_port': {'id': 'dd7058c9-1026-478c-bb21-e2461b8e872b', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:de:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67addd2d-fb16-4ce6-8f4a-b1f9cfe48399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:01:07Z', 'updated_at': '2021-08-25T17:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_interfaces': [{'id': 'e93e2126-57e0-4c95-831e-6e7283009967', 'name': '', 'network_id': '6fe3cea9-951c-45c5-bb39-2832b07e1827', 'tenant_id': '2aac5ed5850d4b2fb26a922006b2e50f', 'mac_address': 'fa:16:3e:bb:2a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67addd2d-fb16-4ce6-8f4a-b1f9cfe48399', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5b3f3aec-b759-4569-a5a7-053f9cfaf242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:01:11Z', 'updated_at': '2021-08-25T17:01:20Z', 'revision_number': 4, 'project_id': '2aac5ed5850d4b2fb26a922006b2e50f', 'subnets': [{'id': '5b3f3aec-b759-4569-a5a7-053f9cfaf242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:01:23.082980 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b8af3826-edce-437c-a810-cd2e0b672cdc req-31efb61b-4733-44d4-90c9-1e3a7b26353d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:23.161161 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8254bdb6-f379-40f0-b110-45c9f114abac req-664183df-604c-4eb4-ab93-454b7ea6bda1 tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd8baece-e2e1-43c3-99c2-483b59b3b492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938088 Aug 25 17:01:23.237035 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-062d31a1-c342-4c67-8414-54f834b9830e req-497eaa9a-7283-4d13-9f28-26d74c596cc6 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 210 time: 0.0588269 Aug 25 17:01:23.314155 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8872695e-897f-4215-83a7-94d2adecd185 req-3d7aa09b-11d1-47c6-b814-ef7bf874881e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:23.492705 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8bc1d87a-2fcf-4934-aae3-5e801df38794 req-b822d2df-469d-4d92-8c7b-650fe4e61f68 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:23.544308 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8bc1d87a-2fcf-4934-aae3-5e801df38794 req-b822d2df-469d-4d92-8c7b-650fe4e61f68 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743705601783'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:23.689290 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bc1d87a-2fcf-4934-aae3-5e801df38794 req-b822d2df-469d-4d92-8c7b-650fe4e61f68 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Network 6fe3cea9-951c-45c5-bb39-2832b07e1827 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:01:23.704857 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-8bc1d87a-2fcf-4934-aae3-5e801df38794 req-b822d2df-469d-4d92-8c7b-650fe4e61f68 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:01:23.712549 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bc1d87a-2fcf-4934-aae3-5e801df38794 req-b822d2df-469d-4d92-8c7b-650fe4e61f68 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:01:23.719165 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc1d87a-2fcf-4934-aae3-5e801df38794 req-b822d2df-469d-4d92-8c7b-650fe4e61f68 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:23.719775 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8bc1d87a-2fcf-4934-aae3-5e801df38794 req-b822d2df-469d-4d92-8c7b-650fe4e61f68 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16218488'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:23.736498 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b822d2df-469d-4d92-8c7b-650fe4e61f68 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Pushing event updated for resources: {'Port': ['ID=3c0764c1-cbfb-4263-af88-7790174b6924,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:23.757772 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8bc1d87a-2fcf-4934-aae3-5e801df38794 req-b822d2df-469d-4d92-8c7b-650fe4e61f68 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1897521 Aug 25 17:01:24.245732 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-8bc1d87a-2fcf-4934-aae3-5e801df38794 req-15662468-7ecd-48a1-bc9a-69ca647b874f service neutron] Request body: {'port': {'device_id': '10b1c4d2-afef-45bb-a9ba-6a9cdb070d21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:01:24.360366 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a21206-43f4-4d6c-9849-255fb76dd004 req-834887e2-6764-476c-870d-aa5b026183ae tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:24.364062 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-20a21206-43f4-4d6c-9849-255fb76dd004 req-834887e2-6764-476c-870d-aa5b026183ae tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7b35827-e135-4a73-9e24-ac109318f523 HTTP/1.1" status: 200 len: 932 time: 0.1934333 Aug 25 17:01:24.435082 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8bc1d87a-2fcf-4934-aae3-5e801df38794 req-15662468-7ecd-48a1-bc9a-69ca647b874f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:24.522560 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00af4c06-5e6f-4d5f-b2d5-4d4333cb6301 req-98bd6e6a-8573-453e-b509-27baf0b73ae5 tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:24.524141 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-00af4c06-5e6f-4d5f-b2d5-4d4333cb6301 req-98bd6e6a-8573-453e-b509-27baf0b73ae5 tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] 10.222.0.88 "GET /v2.0/ports?device_id=bdfde8f3-d824-4d4b-8231-63c03d904bcb HTTP/1.1" status: 200 len: 931 time: 0.1770239 Aug 25 17:01:24.530475 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-20a21206-43f4-4d6c-9849-255fb76dd004 req-0a7cfdff-29f7-41c3-85b5-68e006177cac tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474435 Aug 25 17:01:24.999316 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-dcae2e2c-4471-400d-80fd-7e375a242e30 req-c385caa6-84f9-4b04-846d-f4f0b584511e tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 210 time: 0.0759270 Aug 25 17:01:25.010415 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-00af4c06-5e6f-4d5f-b2d5-4d4333cb6301 req-f47074fe-4126-46ad-97f6-a6814bfbcbe3 tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd8baece-e2e1-43c3-99c2-483b59b3b492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4771833 Aug 25 17:01:25.107316 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [req-b8af3826-edce-437c-a810-cd2e0b672cdc req-31efb61b-4733-44d4-90c9-1e3a7b26353d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7388651-35dd-46eb-8a4c-dc28e4d9f3a0 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:01:25.119547 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.db.api [req-87a51766-bc21-47cf-8a43-5eb271071d4f req-53096968-5aaa-41e0-ba8f-99a7c72942f8 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.13-5924d7bf-f0bb-4195-aff0-977f6fefdbdb {{(pid=93882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 17:01:25.120313 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG oslo_db.api [req-87a51766-bc21-47cf-8a43-5eb271071d4f req-53096968-5aaa-41e0-ba8f-99a7c72942f8 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 17:01:25.139153 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b8af3826-edce-437c-a810-cd2e0b672cdc req-31efb61b-4733-44d4-90c9-1e3a7b26353d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:25.142886 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device e93e2126-57e0-4c95-831e-6e7283009967 up at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:01:25.258617 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning for port e93e2126-57e0-4c95-831e-6e7283009967 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:01:25.272187 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning complete for port e93e2126-57e0-4c95-831e-6e7283009967 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:01:25.277117 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:25.478776 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [req-8872695e-897f-4215-83a7-94d2adecd185 req-3d7aa09b-11d1-47c6-b814-ef7bf874881e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67377a97-1b9c-454f-8477-34a085280b26 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:01:25.491418 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-675b0cfa-30a8-494e-b3ff-bb445488b7d8 None None] Agent healthcheck: found 6 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:01:25.514403 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-b8af3826-edce-437c-a810-cd2e0b672cdc req-31efb61b-4733-44d4-90c9-1e3a7b26353d service neutron] Transition to ACTIVE for port object d7388651-35dd-46eb-8a4c-dc28e4d9f3a0 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:01:25.532447 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8872695e-897f-4215-83a7-94d2adecd185 req-3d7aa09b-11d1-47c6-b814-ef7bf874881e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:25.537196 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b8af3826-edce-437c-a810-cd2e0b672cdc req-31efb61b-4733-44d4-90c9-1e3a7b26353d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:25.566755 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:25.612708 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [req-8bc1d87a-2fcf-4934-aae3-5e801df38794 req-15662468-7ecd-48a1-bc9a-69ca647b874f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c0764c1-cbfb-4263-af88-7790174b6924 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:01:25.623081 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2a85a19c-f49d-48e1-82a1-f29edf41fa8d tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:25.625545 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-87a51766-bc21-47cf-8a43-5eb271071d4f req-53096968-5aaa-41e0-ba8f-99a7c72942f8 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:25.633830 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8bc1d87a-2fcf-4934-aae3-5e801df38794 req-15662468-7ecd-48a1-bc9a-69ca647b874f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:25.635660 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-8872695e-897f-4215-83a7-94d2adecd185 req-3d7aa09b-11d1-47c6-b814-ef7bf874881e service neutron] Transition to ACTIVE for port object 67377a97-1b9c-454f-8477-34a085280b26 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:01:25.687425 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-8bc1d87a-2fcf-4934-aae3-5e801df38794 req-15662468-7ecd-48a1-bc9a-69ca647b874f service neutron] Transition to ACTIVE for port object 3c0764c1-cbfb-4263-af88-7790174b6924 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:01:25.697929 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8bc1d87a-2fcf-4934-aae3-5e801df38794 req-15662468-7ecd-48a1-bc9a-69ca647b874f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:25.722906 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] For port e93e2126-57e0-4c95-831e-6e7283009967, host dv-cinder-791240-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=e93e2126-57e0-4c95-831e-6e7283009967,segment=NetworkSegment(4d6da60f-3006-497a-af1b-371736e709aa),segment_id=4d6da60f-3006-497a-af1b-371736e709aa)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:01:25.723649 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8872695e-897f-4215-83a7-94d2adecd185 req-3d7aa09b-11d1-47c6-b814-ef7bf874881e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:25.734004 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:25.735308 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device aa0fb896-50de-4f7f-9748-811e93e68d1b up at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:01:25.737847 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31efb61b-4733-44d4-90c9-1e3a7b26353d service neutron] Pushing event updated for resources: {'Port': ['ID=d7388651-35dd-46eb-8a4c-dc28e4d9f3a0,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:25.845476 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15662468-7ecd-48a1-bc9a-69ca647b874f service neutron] Pushing event updated for resources: {'Port': ['ID=3c0764c1-cbfb-4263-af88-7790174b6924,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:25.939421 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Pushing event updated for resources: {'Port': ['ID=e93e2126-57e0-4c95-831e-6e7283009967,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:25.958553 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning complete for port aa0fb896-50de-4f7f-9748-811e93e68d1b triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:01:25.959489 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:26.020120 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7aa09b-11d1-47c6-b814-ef7bf874881e service neutron] Pushing event updated for resources: {'Port': ['ID=67377a97-1b9c-454f-8477-34a085280b26,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:26.033667 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-b8af3826-edce-437c-a810-cd2e0b672cdc req-31efb61b-4733-44d4-90c9-1e3a7b26353d service neutron] Attempting to bind port d7388651-35dd-46eb-8a4c-dc28e4d9f3a0 on host hv-cinder-79124 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:01:26.035304 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-b8af3826-edce-437c-a810-cd2e0b672cdc req-31efb61b-4733-44d4-90c9-1e3a7b26353d service neutron] Attempting to bind port d7388651-35dd-46eb-8a4c-dc28e4d9f3a0 by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': '464881d0-366d-4203-be8e-e80b8f8623d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1463, 'network_id': '158af8a6-8234-4e44-b5d8-e0491b33a626'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:01:26.035676 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8af3826-edce-437c-a810-cd2e0b672cdc req-31efb61b-4733-44d4-90c9-1e3a7b26353d service neutron] Attempting to bind port d7388651-35dd-46eb-8a4c-dc28e4d9f3a0 on network 158af8a6-8234-4e44-b5d8-e0491b33a626 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:01:26.048664 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8af3826-edce-437c-a810-cd2e0b672cdc req-31efb61b-4733-44d4-90c9-1e3a7b26353d service neutron] Port d7388651-35dd-46eb-8a4c-dc28e4d9f3a0 on network 158af8a6-8234-4e44-b5d8-e0491b33a626 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 17:01:26.049250 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8af3826-edce-437c-a810-cd2e0b672cdc req-31efb61b-4733-44d4-90c9-1e3a7b26353d service neutron] Attempting to bind port d7388651-35dd-46eb-8a4c-dc28e4d9f3a0 on network 158af8a6-8234-4e44-b5d8-e0491b33a626 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:01:26.080101 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8af3826-edce-437c-a810-cd2e0b672cdc req-31efb61b-4733-44d4-90c9-1e3a7b26353d service neutron] Checking agent: {'id': '5ac426a1-ab5c-4a46-b982-fffaa6db999e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 59, 15), 'started_at': datetime.datetime(2021, 8, 25, 16, 59, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:01:26.080469 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8af3826-edce-437c-a810-cd2e0b672cdc req-31efb61b-4733-44d4-90c9-1e3a7b26353d service neutron] Checking segment: {'id': '464881d0-366d-4203-be8e-e80b8f8623d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1463, 'network_id': '158af8a6-8234-4e44-b5d8-e0491b33a626'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:01:26.081041 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8af3826-edce-437c-a810-cd2e0b672cdc req-31efb61b-4733-44d4-90c9-1e3a7b26353d service neutron] Bound using segment: {'id': '464881d0-366d-4203-be8e-e80b8f8623d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1463, 'network_id': '158af8a6-8234-4e44-b5d8-e0491b33a626'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:01:26.081698 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-b8af3826-edce-437c-a810-cd2e0b672cdc req-31efb61b-4733-44d4-90c9-1e3a7b26353d service neutron] Bound port: d7388651-35dd-46eb-8a4c-dc28e4d9f3a0, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '464881d0-366d-4203-be8e-e80b8f8623d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1463, 'network_id': '158af8a6-8234-4e44-b5d8-e0491b33a626'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:01:26.082205 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b8af3826-edce-437c-a810-cd2e0b672cdc req-31efb61b-4733-44d4-90c9-1e3a7b26353d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:26.188765 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a838c-7d7b-448e-a210-241ad6826088 req-e1e428a2-7105-4432-905b-723fcbf76ca7 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:26.193214 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f88a838c-7d7b-448e-a210-241ad6826088 req-e1e428a2-7105-4432-905b-723fcbf76ca7 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7b35827-e135-4a73-9e24-ac109318f523 HTTP/1.1" status: 200 len: 944 time: 0.3226888 Aug 25 17:01:26.209841 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-8872695e-897f-4215-83a7-94d2adecd185 req-3d7aa09b-11d1-47c6-b814-ef7bf874881e service neutron] Attempting to bind port 67377a97-1b9c-454f-8477-34a085280b26 on host hv-cinder-79124 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:01:26.210829 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-8872695e-897f-4215-83a7-94d2adecd185 req-3d7aa09b-11d1-47c6-b814-ef7bf874881e service neutron] Attempting to bind port 67377a97-1b9c-454f-8477-34a085280b26 by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': '5689e067-e5fe-4392-87e7-1a250e179c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1499, 'network_id': '353ada68-8177-472c-b8d7-dda35572c2cd'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:01:26.211719 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8872695e-897f-4215-83a7-94d2adecd185 req-3d7aa09b-11d1-47c6-b814-ef7bf874881e service neutron] Attempting to bind port 67377a97-1b9c-454f-8477-34a085280b26 on network 353ada68-8177-472c-b8d7-dda35572c2cd {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:01:26.225567 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8872695e-897f-4215-83a7-94d2adecd185 req-3d7aa09b-11d1-47c6-b814-ef7bf874881e service neutron] Port 67377a97-1b9c-454f-8477-34a085280b26 on network 353ada68-8177-472c-b8d7-dda35572c2cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 17:01:26.226012 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8872695e-897f-4215-83a7-94d2adecd185 req-3d7aa09b-11d1-47c6-b814-ef7bf874881e service neutron] Attempting to bind port 67377a97-1b9c-454f-8477-34a085280b26 on network 353ada68-8177-472c-b8d7-dda35572c2cd {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:01:26.237601 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8872695e-897f-4215-83a7-94d2adecd185 req-3d7aa09b-11d1-47c6-b814-ef7bf874881e service neutron] Checking agent: {'id': '5ac426a1-ab5c-4a46-b982-fffaa6db999e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 59, 15), 'started_at': datetime.datetime(2021, 8, 25, 16, 59, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:01:26.237985 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8872695e-897f-4215-83a7-94d2adecd185 req-3d7aa09b-11d1-47c6-b814-ef7bf874881e service neutron] Checking segment: {'id': '5689e067-e5fe-4392-87e7-1a250e179c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1499, 'network_id': '353ada68-8177-472c-b8d7-dda35572c2cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:01:26.238425 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8872695e-897f-4215-83a7-94d2adecd185 req-3d7aa09b-11d1-47c6-b814-ef7bf874881e service neutron] Bound using segment: {'id': '5689e067-e5fe-4392-87e7-1a250e179c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1499, 'network_id': '353ada68-8177-472c-b8d7-dda35572c2cd'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:01:26.238943 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-8872695e-897f-4215-83a7-94d2adecd185 req-3d7aa09b-11d1-47c6-b814-ef7bf874881e service neutron] Bound port: 67377a97-1b9c-454f-8477-34a085280b26, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5689e067-e5fe-4392-87e7-1a250e179c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1499, 'network_id': '353ada68-8177-472c-b8d7-dda35572c2cd'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:01:26.239367 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8872695e-897f-4215-83a7-94d2adecd185 req-3d7aa09b-11d1-47c6-b814-ef7bf874881e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:26.297534 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f63df18e-a07b-45e3-9ec8-380f116b9901 req-6df7fe09-d581-4fdd-a1c2-dcc582710eb6 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 210 time: 0.1030364 Aug 25 17:01:26.341488 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-8bc1d87a-2fcf-4934-aae3-5e801df38794 req-15662468-7ecd-48a1-bc9a-69ca647b874f service neutron] Attempting to bind port 3c0764c1-cbfb-4263-af88-7790174b6924 on host hv-cinder-79124 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:01:26.342580 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-8bc1d87a-2fcf-4934-aae3-5e801df38794 req-15662468-7ecd-48a1-bc9a-69ca647b874f service neutron] Attempting to bind port 3c0764c1-cbfb-4263-af88-7790174b6924 by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': '4d6da60f-3006-497a-af1b-371736e709aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1461, 'network_id': '6fe3cea9-951c-45c5-bb39-2832b07e1827'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:01:26.343251 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc1d87a-2fcf-4934-aae3-5e801df38794 req-15662468-7ecd-48a1-bc9a-69ca647b874f service neutron] Attempting to bind port 3c0764c1-cbfb-4263-af88-7790174b6924 on network 6fe3cea9-951c-45c5-bb39-2832b07e1827 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:01:26.364170 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-8872695e-897f-4215-83a7-94d2adecd185 req-3d7aa09b-11d1-47c6-b814-ef7bf874881e service neutron] For port 67377a97-1b9c-454f-8477-34a085280b26, host hv-cinder-79124, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:01:26.369578 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-8872695e-897f-4215-83a7-94d2adecd185 req-3d7aa09b-11d1-47c6-b814-ef7bf874881e service neutron] For port 67377a97-1b9c-454f-8477-34a085280b26, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=67377a97-1b9c-454f-8477-34a085280b26,segment=NetworkSegment(5689e067-e5fe-4392-87e7-1a250e179c6c),segment_id=5689e067-e5fe-4392-87e7-1a250e179c6c)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:01:26.391189 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc1d87a-2fcf-4934-aae3-5e801df38794 req-15662468-7ecd-48a1-bc9a-69ca647b874f service neutron] Port 3c0764c1-cbfb-4263-af88-7790174b6924 on network 6fe3cea9-951c-45c5-bb39-2832b07e1827 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 17:01:26.393228 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc1d87a-2fcf-4934-aae3-5e801df38794 req-15662468-7ecd-48a1-bc9a-69ca647b874f service neutron] Attempting to bind port 3c0764c1-cbfb-4263-af88-7790174b6924 on network 6fe3cea9-951c-45c5-bb39-2832b07e1827 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:01:26.410180 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc1d87a-2fcf-4934-aae3-5e801df38794 req-15662468-7ecd-48a1-bc9a-69ca647b874f service neutron] Checking agent: {'id': '5ac426a1-ab5c-4a46-b982-fffaa6db999e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 59, 15), 'started_at': datetime.datetime(2021, 8, 25, 16, 59, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:01:26.410701 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc1d87a-2fcf-4934-aae3-5e801df38794 req-15662468-7ecd-48a1-bc9a-69ca647b874f service neutron] Checking segment: {'id': '4d6da60f-3006-497a-af1b-371736e709aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1461, 'network_id': '6fe3cea9-951c-45c5-bb39-2832b07e1827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:01:26.411507 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc1d87a-2fcf-4934-aae3-5e801df38794 req-15662468-7ecd-48a1-bc9a-69ca647b874f service neutron] Bound using segment: {'id': '4d6da60f-3006-497a-af1b-371736e709aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1461, 'network_id': '6fe3cea9-951c-45c5-bb39-2832b07e1827'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:01:26.415709 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-8bc1d87a-2fcf-4934-aae3-5e801df38794 req-15662468-7ecd-48a1-bc9a-69ca647b874f service neutron] Bound port: 3c0764c1-cbfb-4263-af88-7790174b6924, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d6da60f-3006-497a-af1b-371736e709aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1461, 'network_id': '6fe3cea9-951c-45c5-bb39-2832b07e1827'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:01:26.416698 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8bc1d87a-2fcf-4934-aae3-5e801df38794 req-15662468-7ecd-48a1-bc9a-69ca647b874f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:26.440048 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-b8af3826-edce-437c-a810-cd2e0b672cdc req-31efb61b-4733-44d4-90c9-1e3a7b26353d service neutron] For port d7388651-35dd-46eb-8a4c-dc28e4d9f3a0, host hv-cinder-79124, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:01:26.443560 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-b8af3826-edce-437c-a810-cd2e0b672cdc req-31efb61b-4733-44d4-90c9-1e3a7b26353d service neutron] For port d7388651-35dd-46eb-8a4c-dc28e4d9f3a0, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=d7388651-35dd-46eb-8a4c-dc28e4d9f3a0,segment=NetworkSegment(464881d0-366d-4203-be8e-e80b8f8623d9),segment_id=464881d0-366d-4203-be8e-e80b8f8623d9)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:01:26.468412 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8872695e-897f-4215-83a7-94d2adecd185 req-3d7aa09b-11d1-47c6-b814-ef7bf874881e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:26.540148 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b8af3826-edce-437c-a810-cd2e0b672cdc req-31efb61b-4733-44d4-90c9-1e3a7b26353d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:26.578366 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f88a838c-7d7b-448e-a210-241ad6826088 req-f89280d6-9fcb-46bf-bbb7-69dacf19716c tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3700831 Aug 25 17:01:26.623375 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7aa09b-11d1-47c6-b814-ef7bf874881e service neutron] Pushing event updated for resources: {'Port': ['ID=67377a97-1b9c-454f-8477-34a085280b26,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:26.688465 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-2a85a19c-f49d-48e1-82a1-f29edf41fa8d tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Allocated IP 172.27.2.94 (914f4934-f5ad-4127-8ba1-186f4f0b2c29/116950f5-36d3-4fc2-ae19-feb6e35b150a/79157cf1-30c1-4ee1-b51c-240f8386009a) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:01:26.706632 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-8bc1d87a-2fcf-4934-aae3-5e801df38794 req-15662468-7ecd-48a1-bc9a-69ca647b874f service neutron] For port 3c0764c1-cbfb-4263-af88-7790174b6924, host hv-cinder-79124, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:01:26.748074 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d631fe-8bbc-44f2-9800-0470889d360d req-b721cb74-45f4-4671-adf2-c997774a1ed1 tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:26.760751 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f5d631fe-8bbc-44f2-9800-0470889d360d req-b721cb74-45f4-4671-adf2-c997774a1ed1 tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] 10.222.0.88 "GET /v2.0/ports?device_id=bdfde8f3-d824-4d4b-8231-63c03d904bcb HTTP/1.1" status: 200 len: 943 time: 0.2987268 Aug 25 17:01:26.818486 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device e93e2126-57e0-4c95-831e-6e7283009967 up at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:01:26.837194 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-8bc1d87a-2fcf-4934-aae3-5e801df38794 req-15662468-7ecd-48a1-bc9a-69ca647b874f service neutron] For port 3c0764c1-cbfb-4263-af88-7790174b6924, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=3c0764c1-cbfb-4263-af88-7790174b6924,segment=NetworkSegment(4d6da60f-3006-497a-af1b-371736e709aa),segment_id=4d6da60f-3006-497a-af1b-371736e709aa)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:01:26.912867 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2a85a19c-f49d-48e1-82a1-f29edf41fa8d tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:26.921701 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 33880) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:26.923957 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8bc1d87a-2fcf-4934-aae3-5e801df38794 req-15662468-7ecd-48a1-bc9a-69ca647b874f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:26.999333 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning complete for port e93e2126-57e0-4c95-831e-6e7283009967 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:01:26.999708 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:27.149832 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc1d87a-2fcf-4934-aae3-5e801df38794 req-15662468-7ecd-48a1-bc9a-69ca647b874f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:27.151657 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8bc1d87a-2fcf-4934-aae3-5e801df38794 req-15662468-7ecd-48a1-bc9a-69ca647b874f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16218488'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:27.156887 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8bc1d87a-2fcf-4934-aae3-5e801df38794 req-15662468-7ecd-48a1-bc9a-69ca647b874f service neutron] 10.222.0.16 "PUT /v2.0/ports/3c0764c1-cbfb-4263-af88-7790174b6924 HTTP/1.1" status: 200 len: 1094 time: 2.9255919 Aug 25 17:01:27.167953 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15662468-7ecd-48a1-bc9a-69ca647b874f service neutron] Pushing event updated for resources: {'Port': ['ID=3c0764c1-cbfb-4263-af88-7790174b6924,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:27.182630 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10b1c4d2-afef-45bb-a9ba-6a9cdb070d21', 'tag': '3c0764c1-cbfb-4263-af88-7790174b6924'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:01:27.250036 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2a85a19c-f49d-48e1-82a1-f29edf41fa8d tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743705601783'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:27.269198 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af3826-edce-437c-a810-cd2e0b672cdc req-31efb61b-4733-44d4-90c9-1e3a7b26353d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:27.269902 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b8af3826-edce-437c-a810-cd2e0b672cdc req-31efb61b-4733-44d4-90c9-1e3a7b26353d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16218488'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:27.271459 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b8af3826-edce-437c-a810-cd2e0b672cdc req-31efb61b-4733-44d4-90c9-1e3a7b26353d service neutron] 10.222.0.16 "PUT /v2.0/ports/d7388651-35dd-46eb-8a4c-dc28e4d9f3a0 HTTP/1.1" status: 200 len: 1094 time: 5.1988051 Aug 25 17:01:27.277066 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7b35827-e135-4a73-9e24-ac109318f523', 'tag': 'd7388651-35dd-46eb-8a4c-dc28e4d9f3a0'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:01:27.443629 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8872695e-897f-4215-83a7-94d2adecd185 req-3d7aa09b-11d1-47c6-b814-ef7bf874881e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:27.444411 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8872695e-897f-4215-83a7-94d2adecd185 req-3d7aa09b-11d1-47c6-b814-ef7bf874881e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16218488'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:27.446853 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8872695e-897f-4215-83a7-94d2adecd185 req-3d7aa09b-11d1-47c6-b814-ef7bf874881e service neutron] 10.222.0.16 "PUT /v2.0/ports/67377a97-1b9c-454f-8477-34a085280b26 HTTP/1.1" status: 200 len: 1093 time: 4.7273712 Aug 25 17:01:27.456329 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a85a19c-f49d-48e1-82a1-f29edf41fa8d tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Network 914f4934-f5ad-4127-8ba1-186f4f0b2c29 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:01:27.461496 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f5d631fe-8bbc-44f2-9800-0470889d360d req-409b448d-e341-46ba-892a-b9e41abf034d tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd8baece-e2e1-43c3-99c2-483b59b3b492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6998587 Aug 25 17:01:27.485477 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-2a85a19c-f49d-48e1-82a1-f29edf41fa8d tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:01:27.516928 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a85a19c-f49d-48e1-82a1-f29edf41fa8d tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:01:27.591211 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4e863bbe-18d8-4c8c-b31b-2f4049e6d52a req-6af59f99-c6d0-4b98-b84f-19122be0cc36 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 210 time: 0.1517296 Aug 25 17:01:27.599546 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-87a51766-bc21-47cf-8a43-5eb271071d4f req-53096968-5aaa-41e0-ba8f-99a7c72942f8 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Allocated IP 172.20.0.5 (6fe3cea9-951c-45c5-bb39-2832b07e1827/5b3f3aec-b759-4569-a5a7-053f9cfaf242/c648d6f0-fb64-4908-bad3-42ad3a053517) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:01:27.633314 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-65377c97-53b8-4ef6-95b1-9963da476a58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:27.689641 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31efb61b-4733-44d4-90c9-1e3a7b26353d service neutron] Pushing event updated for resources: {'Port': ['ID=d7388651-35dd-46eb-8a4c-dc28e4d9f3a0,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:27.829525 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30294bf1a97406c8a8235025fddf2f3c25b52a26b11c10f571ea972848b08700" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98214be9-6a99-48ac-899c-fe6b4e74e003" -d '{"events": [{"name": "network-changed", "server_uuid": "f7b35827-e135-4a73-9e24-ac109318f523", "tag": "d7388651-35dd-46eb-8a4c-dc28e4d9f3a0"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:01:27.833689 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9a89c5a5bbe78503b53ec670685e3d9cb834604f1284efcd0e43d667b66b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdea645c-de32-4a3c-98db-2038f7d76c23" -d '{"events": [{"name": "network-changed", "server_uuid": "10b1c4d2-afef-45bb-a9ba-6a9cdb070d21", "tag": "3c0764c1-cbfb-4263-af88-7790174b6924"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:01:27.908917 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a85a19c-f49d-48e1-82a1-f29edf41fa8d tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Pushing event updated for resources: {'Port': ['ID=79157cf1-30c1-4ee1-b51c-240f8386009a,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:27.924753 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2a85a19c-f49d-48e1-82a1-f29edf41fa8d tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:28.007772 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2a85a19c-f49d-48e1-82a1-f29edf41fa8d tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:28.022021 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab9137-a1f8-4b9e-8ab8-4eef138d3dc5 req-9363b0a3-5961-498f-9796-4d8a18d60e71 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:28.024323 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-38ab9137-a1f8-4b9e-8ab8-4eef138d3dc5 req-9363b0a3-5961-498f-9796-4d8a18d60e71 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7b35827-e135-4a73-9e24-ac109318f523 HTTP/1.1" status: 200 len: 944 time: 0.1935945 Aug 25 17:01:28.028957 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-65377c97-53b8-4ef6-95b1-9963da476a58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:28.058746 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-65377c97-53b8-4ef6-95b1-9963da476a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:28.107739 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3075171b-0ad3-4644-abc6-f7df3a9dc1af x-openstack-request-id: req-3075171b-0ad3-4644-abc6-f7df3a9dc1af {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:01:28.108176 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10b1c4d2-afef-45bb-a9ba-6a9cdb070d21", "tag": "3c0764c1-cbfb-4263-af88-7790174b6924", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:01:28.108421 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3075171b-0ad3-4644-abc6-f7df3a9dc1af {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:01:28.108923 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10b1c4d2-afef-45bb-a9ba-6a9cdb070d21', 'tag': '3c0764c1-cbfb-4263-af88-7790174b6924', 'status': 'completed', 'code': 200} Aug 25 17:01:28.118339 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-65377c97-53b8-4ef6-95b1-9963da476a58 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=07341bc9c7264cd68b7115a189e87f85&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1515443 Aug 25 17:01:28.123162 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 33926) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:28.173150 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-38ab9137-a1f8-4b9e-8ab8-4eef138d3dc5 req-2886c3e3-1274-4961-9b76-9fe2c35438fb tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368132 Aug 25 17:01:28.178076 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65377c97-53b8-4ef6-95b1-9963da476a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=613ae57c-7347-4c1c-ba61-11753185f45f,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:28.215746 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-32af6ab6-01be-44a2-ba7e-a2f930ffb82b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:28.254553 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b4efd1-205b-401f-9eb2-4cec26afefb1 x-openstack-request-id: req-e3b4efd1-205b-401f-9eb2-4cec26afefb1 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:01:28.255100 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7b35827-e135-4a73-9e24-ac109318f523", "tag": "d7388651-35dd-46eb-8a4c-dc28e4d9f3a0", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:01:28.255183 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e3b4efd1-205b-401f-9eb2-4cec26afefb1 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:01:28.255613 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7b35827-e135-4a73-9e24-ac109318f523', 'tag': 'd7388651-35dd-46eb-8a4c-dc28e4d9f3a0', 'status': 'completed', 'code': 200} Aug 25 17:01:28.260146 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-32af6ab6-01be-44a2-ba7e-a2f930ffb82b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:28.347470 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-32af6ab6-01be-44a2-ba7e-a2f930ffb82b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:28.350412 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-32af6ab6-01be-44a2-ba7e-a2f930ffb82b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:28.352673 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-32af6ab6-01be-44a2-ba7e-a2f930ffb82b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/613ae57c-7347-4c1c-ba61-11753185f45f HTTP/1.1" status: 204 len: 168 time: 0.2281251 Aug 25 17:01:28.363308 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32af6ab6-01be-44a2-ba7e-a2f930ffb82b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613ae57c-7347-4c1c-ba61-11753185f45f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:28.484645 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-87a51766-bc21-47cf-8a43-5eb271071d4f req-53096968-5aaa-41e0-ba8f-99a7c72942f8 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:28.712426 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2a85a19c-f49d-48e1-82a1-f29edf41fa8d tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:28.719730 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2a85a19c-f49d-48e1-82a1-f29edf41fa8d tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:28.726680 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2388f3a3-826d-4b17-926c-819975c639df req-6585cc75-1442-4260-89a2-5d25b414d67f tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:28.731316 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-87a51766-bc21-47cf-8a43-5eb271071d4f req-53096968-5aaa-41e0-ba8f-99a7c72942f8 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743705601783'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:28.734706 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2388f3a3-826d-4b17-926c-819975c639df req-6585cc75-1442-4260-89a2-5d25b414d67f tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] 10.222.0.88 "GET /v2.0/ports?device_id=bdfde8f3-d824-4d4b-8231-63c03d904bcb HTTP/1.1" status: 200 len: 943 time: 0.1396985 Aug 25 17:01:28.793267 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2a85a19c-f49d-48e1-82a1-f29edf41fa8d tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614033'] for floatingip, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:28.808810 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87a51766-bc21-47cf-8a43-5eb271071d4f req-53096968-5aaa-41e0-ba8f-99a7c72942f8 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Network 6fe3cea9-951c-45c5-bb39-2832b07e1827 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:01:28.812474 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-87a51766-bc21-47cf-8a43-5eb271071d4f req-53096968-5aaa-41e0-ba8f-99a7c72942f8 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:01:28.820932 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-87a51766-bc21-47cf-8a43-5eb271071d4f req-53096968-5aaa-41e0-ba8f-99a7c72942f8 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:01:28.826780 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a51766-bc21-47cf-8a43-5eb271071d4f req-53096968-5aaa-41e0-ba8f-99a7c72942f8 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:28.827439 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-87a51766-bc21-47cf-8a43-5eb271071d4f req-53096968-5aaa-41e0-ba8f-99a7c72942f8 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16218488'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:28.845468 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a85a19c-f49d-48e1-82a1-f29edf41fa8d tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Pushing event updated for resources: {'Port': ['ID=79157cf1-30c1-4ee1-b51c-240f8386009a,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:28.914019 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53096968-5aaa-41e0-ba8f-99a7c72942f8 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Pushing event updated for resources: {'Port': ['ID=c648d6f0-fb64-4908-bad3-42ad3a053517,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:28.921877 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2a85a19c-f49d-48e1-82a1-f29edf41fa8d tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:28.934345 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-2a85a19c-f49d-48e1-82a1-f29edf41fa8d tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.2497725 Aug 25 17:01:28.936590 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-87a51766-bc21-47cf-8a43-5eb271071d4f req-53096968-5aaa-41e0-ba8f-99a7c72942f8 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9234784 Aug 25 17:01:29.140502 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2388f3a3-826d-4b17-926c-819975c639df req-b74dc412-14fe-46d6-b094-b885aca7314a tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd8baece-e2e1-43c3-99c2-483b59b3b492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3952503 Aug 25 17:01:29.188748 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbb8f89-7ac8-4161-962c-bf280ad6f031 req-5ae43c23-2780-4569-8518-f28c1a087a94 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:29.190348 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-afbb8f89-7ac8-4161-962c-bf280ad6f031 req-5ae43c23-2780-4569-8518-f28c1a087a94 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 931 time: 0.3501732 Aug 25 17:01:29.268206 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-afbb8f89-7ac8-4161-962c-bf280ad6f031 req-ea3cb408-405c-4e90-8993-9f8157db7597 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685694 Aug 25 17:01:29.387365 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7fdd31dd-f94c-4b44-8d68-7d4241cfde81 req-7c0de6b5-8b8d-4f20-9a2a-d3f3a7681080 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--1508201567&fields=id&tenant_id=b481d864bbdf470583d302856fcdb3c2 HTTP/1.1" status: 200 len: 267 time: 0.1068525 Aug 25 17:01:29.483848 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b82bf66-8e27-469a-8d2a-1a41182f296e req-ce5377ff-f3bb-42dd-a668-5e9f6136a5d6 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:29.485382 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1b82bf66-8e27-469a-8d2a-1a41182f296e req-ce5377ff-f3bb-42dd-a668-5e9f6136a5d6 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7b35827-e135-4a73-9e24-ac109318f523 HTTP/1.1" status: 200 len: 944 time: 0.1203363 Aug 25 17:01:29.577630 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1b82bf66-8e27-469a-8d2a-1a41182f296e req-25c4b80f-09df-41c8-a378-07f73a1e1809 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762286 Aug 25 17:01:29.598718 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd31dd-f94c-4b44-8d68-7d4241cfde81 req-724345d0-634e-4b24-9292-f8e87a58c02a tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:29.603462 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7fdd31dd-f94c-4b44-8d68-7d4241cfde81 req-724345d0-634e-4b24-9292-f8e87a58c02a tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/networks?id=d686dfae-89b6-4141-b607-e36388f6039b HTTP/1.1" status: 200 len: 810 time: 0.2013679 Aug 25 17:01:29.626207 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7fdd31dd-f94c-4b44-8d68-7d4241cfde81 req-a5a21331-cd50-4966-a65b-4d7e47921435 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/quotas/b481d864bbdf470583d302856fcdb3c2 HTTP/1.1" status: 200 len: 375 time: 0.0126021 Aug 25 17:01:29.690661 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7fdd31dd-f94c-4b44-8d68-7d4241cfde81 req-00fd33ec-dfbf-4137-8a17-3c38a0a1aba1 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=b481d864bbdf470583d302856fcdb3c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0579362 Aug 25 17:01:29.802393 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7fdd31dd-f94c-4b44-8d68-7d4241cfde81 req-71a893b6-959b-4925-abb9-cfc11a19d338 service neutron] 10.222.0.88 "GET /v2.0/networks/d686dfae-89b6-4141-b607-e36388f6039b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961890 Aug 25 17:01:29.900601 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7fdd31dd-f94c-4b44-8d68-7d4241cfde81 req-66d9fc06-64e6-4647-b132-1221a73a2571 service neutron] 10.222.0.88 "GET /v2.0/networks/d686dfae-89b6-4141-b607-e36388f6039b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918231 Aug 25 17:01:30.085397 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-07242e33-3bd0-4fe3-868a-d5185423e1fc req-eb9dca52-159d-4769-b598-0bff5b8f33c9 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/ports?device_id=23d0a6a9-6a99-4f5d-941e-af2f69b1e03a HTTP/1.1" status: 200 len: 210 time: 0.0415018 Aug 25 17:01:30.174100 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 34024) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:30.258755 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdfde8f3-d824-4d4b-8231-63c03d904bcb', 'tag': '67377a97-1b9c-454f-8477-34a085280b26'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:01:30.261371 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30294bf1a97406c8a8235025fddf2f3c25b52a26b11c10f571ea972848b08700" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df446caa-922e-41d2-9a99-37170431fda1" -d '{"events": [{"name": "network-changed", "server_uuid": "bdfde8f3-d824-4d4b-8231-63c03d904bcb", "tag": "67377a97-1b9c-454f-8477-34a085280b26"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:01:30.306186 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa74f9-7da1-4194-be59-0703f905de2d req-d3217b7c-9004-4071-a73c-e0564b769787 tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:30.315533 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b7aa74f9-7da1-4194-be59-0703f905de2d req-d3217b7c-9004-4071-a73c-e0564b769787 tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] 10.222.0.88 "GET /v2.0/ports?device_id=bdfde8f3-d824-4d4b-8231-63c03d904bcb HTTP/1.1" status: 200 len: 943 time: 0.1018548 Aug 25 17:01:30.337915 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2576ef6e-7eeb-4d18-9de4-705fa6539b8e x-openstack-request-id: req-2576ef6e-7eeb-4d18-9de4-705fa6539b8e {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:01:30.338293 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdfde8f3-d824-4d4b-8231-63c03d904bcb", "tag": "67377a97-1b9c-454f-8477-34a085280b26", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:01:30.338865 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2576ef6e-7eeb-4d18-9de4-705fa6539b8e {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:01:30.339741 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdfde8f3-d824-4d4b-8231-63c03d904bcb', 'tag': '67377a97-1b9c-454f-8477-34a085280b26', 'status': 'completed', 'code': 200} Aug 25 17:01:30.403946 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b7aa74f9-7da1-4194-be59-0703f905de2d req-d464c1b8-2fd3-4f43-b714-6eb3231a3b90 tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd8baece-e2e1-43c3-99c2-483b59b3b492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825598 Aug 25 17:01:30.477649 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161aada1-4a0a-423e-9473-2fe2dd1be57c req-bdbe4670-9c18-47b4-ae4b-bb5a8a1fb724 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:30.486247 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-161aada1-4a0a-423e-9473-2fe2dd1be57c req-bdbe4670-9c18-47b4-ae4b-bb5a8a1fb724 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 931 time: 0.0597401 Aug 25 17:01:30.513776 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-26d45bf1-5a8b-4526-b6a4-101d3481f008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:30.556175 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-161aada1-4a0a-423e-9473-2fe2dd1be57c req-dbff393e-8a41-431e-a889-37938c64ec8f tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637856 Aug 25 17:01:30.712869 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-26d45bf1-5a8b-4526-b6a4-101d3481f008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:30.719408 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-26d45bf1-5a8b-4526-b6a4-101d3481f008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:30.782228 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b2246-1726-4258-9625-e1c6e4686e06 req-851e6c36-5753-499d-9eac-b5b93fa56ec1 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:30.784024 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c11b2246-1726-4258-9625-e1c6e4686e06 req-851e6c36-5753-499d-9eac-b5b93fa56ec1 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7b35827-e135-4a73-9e24-ac109318f523 HTTP/1.1" status: 200 len: 944 time: 0.1297188 Aug 25 17:01:30.793835 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-26d45bf1-5a8b-4526-b6a4-101d3481f008 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2710b506862f41339eea7cfc20b025dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6161809 Aug 25 17:01:30.793835 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d45bf1-5a8b-4526-b6a4-101d3481f008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e554fff5-6288-44a4-a457-e1239d99f518,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:30.795134 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 34066) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:30.874789 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c11b2246-1726-4258-9625-e1c6e4686e06 req-20e3124c-54f4-47fa-a806-109746296215 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673237 Aug 25 17:01:30.891926 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7baf0426-b13b-4dfe-bffd-da16d20b94f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:30.915657 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7baf0426-b13b-4dfe-bffd-da16d20b94f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:30.977009 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7baf0426-b13b-4dfe-bffd-da16d20b94f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:30.981873 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7baf0426-b13b-4dfe-bffd-da16d20b94f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:30.985766 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-7baf0426-b13b-4dfe-bffd-da16d20b94f9 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e554fff5-6288-44a4-a457-e1239d99f518 HTTP/1.1" status: 204 len: 168 time: 0.1871927 Aug 25 17:01:30.994826 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baf0426-b13b-4dfe-bffd-da16d20b94f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e554fff5-6288-44a4-a457-e1239d99f518,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:31.192281 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-64119b4b-3804-4324-a253-4b9a3c4ef4d1 req-23428a83-e43f-4466-ba53-039de97eaebb tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/ports?device_id=23d0a6a9-6a99-4f5d-941e-af2f69b1e03a HTTP/1.1" status: 200 len: 210 time: 0.0336919 Aug 25 17:01:31.329235 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 34096) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:31.342768 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d69579bd-d0ed-4de3-888a-c410a9be6341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:31.411228 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-87a51766-bc21-47cf-8a43-5eb271071d4f req-9d5dcf60-45e7-4638-984e-530208e70478 service neutron] Request body: {'port': {'device_id': '0310e1d0-d2c9-4bb1-b42d-5a67f0102113', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:01:31.450375 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d69579bd-d0ed-4de3-888a-c410a9be6341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:31.461497 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d69579bd-d0ed-4de3-888a-c410a9be6341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:31.486713 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-87a51766-bc21-47cf-8a43-5eb271071d4f req-9d5dcf60-45e7-4638-984e-530208e70478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:31.582465 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-d69579bd-d0ed-4de3-888a-c410a9be6341 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=55ad96f3ed474cfcb7b7afe1d8302e57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2489800 Aug 25 17:01:31.582465 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 34106) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:31.595280 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69579bd-d0ed-4de3-888a-c410a9be6341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd49d5e-7a75-4ecd-89f3-cd4d151aa1b9,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:31.691680 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98214be9-6a99-48ac-899c-fe6b4e74e003 req-cc95232c-1825-43ac-8201-187d86c76f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:31.693385 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-98214be9-6a99-48ac-899c-fe6b4e74e003 req-cc95232c-1825-43ac-8201-187d86c76f45 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ce8b30e44d0740b19fb2000423fb78ee&device_id=f7b35827-e135-4a73-9e24-ac109318f523 HTTP/1.1" status: 200 len: 1097 time: 0.2415714 Aug 25 17:01:31.705333 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-260121cb-c378-44f9-8893-c7f0b9fb1c47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:31.739618 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 34110) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:31.771530 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-260121cb-c378-44f9-8893-c7f0b9fb1c47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:31.781934 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e82037-6cf7-478d-9031-d9e45ebba16f req-da64d1f0-5085-4872-93cb-8a5a6f110f9b tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:31.792644 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-01e82037-6cf7-478d-9031-d9e45ebba16f req-da64d1f0-5085-4872-93cb-8a5a6f110f9b tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] 10.222.0.88 "GET /v2.0/ports?device_id=bdfde8f3-d824-4d4b-8231-63c03d904bcb HTTP/1.1" status: 200 len: 943 time: 0.3062568 Aug 25 17:01:31.804101 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea645c-de32-4a3c-98db-2038f7d76c23 req-6d15284a-151f-47f3-b06c-2d52d00daab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:31.806487 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bdea645c-de32-4a3c-98db-2038f7d76c23 req-6d15284a-151f-47f3-b06c-2d52d00daab0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2aac5ed5850d4b2fb26a922006b2e50f&device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 1097 time: 0.1751144 Aug 25 17:01:31.808499 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df446caa-922e-41d2-9a99-37170431fda1 req-8c49d401-ca85-4916-878a-29ac997e453c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:31.810035 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-df446caa-922e-41d2-9a99-37170431fda1 req-8c49d401-ca85-4916-878a-29ac997e453c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2fa932d690ff4173979e2bfb1febce22&device_id=bdfde8f3-d824-4d4b-8231-63c03d904bcb HTTP/1.1" status: 200 len: 1096 time: 0.1798475 Aug 25 17:01:31.987600 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-619fa5e0-c780-4944-b0ec-5f84c9846fdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:32.008245 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1698f171-75da-4935-b042-526f0880e5a7 req-c4241db3-4533-41f7-8181-f7519a2c1c22 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:32.009837 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1698f171-75da-4935-b042-526f0880e5a7 req-c4241db3-4533-41f7-8181-f7519a2c1c22 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 931 time: 0.3424580 Aug 25 17:01:32.020113 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-01e82037-6cf7-478d-9031-d9e45ebba16f req-5d882882-f57a-4e89-981b-c19db7a663c7 tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd8baece-e2e1-43c3-99c2-483b59b3b492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262039 Aug 25 17:01:32.048462 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98214be9-6a99-48ac-899c-fe6b4e74e003 req-7d74a393-fdb8-4879-9e69-301d8315ed3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:32.050384 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-98214be9-6a99-48ac-899c-fe6b4e74e003 req-7d74a393-fdb8-4879-9e69-301d8315ed3f service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=ce8b30e44d0740b19fb2000423fb78ee&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3171651 Aug 25 17:01:32.065304 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-260121cb-c378-44f9-8893-c7f0b9fb1c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:32.068124 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-260121cb-c378-44f9-8893-c7f0b9fb1c47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:32.071798 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-260121cb-c378-44f9-8893-c7f0b9fb1c47 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7fd49d5e-7a75-4ecd-89f3-cd4d151aa1b9 HTTP/1.1" status: 204 len: 168 time: 0.4863334 Aug 25 17:01:32.165884 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260121cb-c378-44f9-8893-c7f0b9fb1c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd49d5e-7a75-4ecd-89f3-cd4d151aa1b9,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:32.193407 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea645c-de32-4a3c-98db-2038f7d76c23 req-9d17c57c-5f3d-4400-875f-510e05509d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:32.194879 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bdea645c-de32-4a3c-98db-2038f7d76c23 req-9d17c57c-5f3d-4400-875f-510e05509d0a service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=2aac5ed5850d4b2fb26a922006b2e50f&shared=False HTTP/1.1" status: 200 len: 921 time: 0.3676598 Aug 25 17:01:32.204131 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df446caa-922e-41d2-9a99-37170431fda1 req-78e27f38-3cb4-4e72-b413-79dc779bea60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:32.206326 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-df446caa-922e-41d2-9a99-37170431fda1 req-78e27f38-3cb4-4e72-b413-79dc779bea60 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=2fa932d690ff4173979e2bfb1febce22&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3780024 Aug 25 17:01:32.222970 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [req-87a51766-bc21-47cf-8a43-5eb271071d4f req-9d5dcf60-45e7-4638-984e-530208e70478 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c648d6f0-fb64-4908-bad3-42ad3a053517 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:01:32.234835 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-87a51766-bc21-47cf-8a43-5eb271071d4f req-9d5dcf60-45e7-4638-984e-530208e70478 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:32.258054 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-87a51766-bc21-47cf-8a43-5eb271071d4f req-9d5dcf60-45e7-4638-984e-530208e70478 service neutron] Transition to ACTIVE for port object c648d6f0-fb64-4908-bad3-42ad3a053517 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:01:32.265724 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1698f171-75da-4935-b042-526f0880e5a7 req-0feb0f96-15f5-4b4a-84df-104260991f7b tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089860 Aug 25 17:01:32.266757 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.16', 55693) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:32.303580 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-87a51766-bc21-47cf-8a43-5eb271071d4f req-9d5dcf60-45e7-4638-984e-530208e70478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:32.514015 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5dcf60-45e7-4638-984e-530208e70478 service neutron] Pushing event updated for resources: {'Port': ['ID=c648d6f0-fb64-4908-bad3-42ad3a053517,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:32.849646 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-619fa5e0-c780-4944-b0ec-5f84c9846fdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:32.857580 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-87a51766-bc21-47cf-8a43-5eb271071d4f req-9d5dcf60-45e7-4638-984e-530208e70478 service neutron] Attempting to bind port c648d6f0-fb64-4908-bad3-42ad3a053517 on host hv-cinder-79124 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:01:32.858062 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-87a51766-bc21-47cf-8a43-5eb271071d4f req-9d5dcf60-45e7-4638-984e-530208e70478 service neutron] Attempting to bind port c648d6f0-fb64-4908-bad3-42ad3a053517 by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': '4d6da60f-3006-497a-af1b-371736e709aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1461, 'network_id': '6fe3cea9-951c-45c5-bb39-2832b07e1827'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:01:32.858404 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a51766-bc21-47cf-8a43-5eb271071d4f req-9d5dcf60-45e7-4638-984e-530208e70478 service neutron] Attempting to bind port c648d6f0-fb64-4908-bad3-42ad3a053517 on network 6fe3cea9-951c-45c5-bb39-2832b07e1827 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:01:32.876010 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-619fa5e0-c780-4944-b0ec-5f84c9846fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:32.926601 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-619fa5e0-c780-4944-b0ec-5f84c9846fdb admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f72cc7de99e9460aafef8ee30891a0fa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1834900 Aug 25 17:01:32.933262 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 34170) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:32.947227 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a51766-bc21-47cf-8a43-5eb271071d4f req-9d5dcf60-45e7-4638-984e-530208e70478 service neutron] Port c648d6f0-fb64-4908-bad3-42ad3a053517 on network 6fe3cea9-951c-45c5-bb39-2832b07e1827 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 17:01:32.947569 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a51766-bc21-47cf-8a43-5eb271071d4f req-9d5dcf60-45e7-4638-984e-530208e70478 service neutron] Attempting to bind port c648d6f0-fb64-4908-bad3-42ad3a053517 on network 6fe3cea9-951c-45c5-bb39-2832b07e1827 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:01:32.981766 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-75f092c6-907a-478d-ae4a-5fbd539e42a6 req-724e8e46-66ba-42f0-81b0-f5024ec5012c tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/ports?device_id=23d0a6a9-6a99-4f5d-941e-af2f69b1e03a HTTP/1.1" status: 200 len: 210 time: 0.4997959 Aug 25 17:01:32.991150 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98214be9-6a99-48ac-899c-fe6b4e74e003 req-8840886a-4fc2-4912-88fc-370ecdfe6b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:32.992752 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-98214be9-6a99-48ac-899c-fe6b4e74e003 req-8840886a-4fc2-4912-88fc-370ecdfe6b55 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.7191286 Aug 25 17:01:33.001655 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea645c-de32-4a3c-98db-2038f7d76c23 req-af518224-6cef-4311-9937-6b2aa3e0117b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:33.003136 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bdea645c-de32-4a3c-98db-2038f7d76c23 req-af518224-6cef-4311-9937-6b2aa3e0117b service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.7424660 Aug 25 17:01:33.003848 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a51766-bc21-47cf-8a43-5eb271071d4f req-9d5dcf60-45e7-4638-984e-530208e70478 service neutron] Checking agent: {'id': '5ac426a1-ab5c-4a46-b982-fffaa6db999e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 59, 15), 'started_at': datetime.datetime(2021, 8, 25, 16, 59, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:01:33.004180 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a51766-bc21-47cf-8a43-5eb271071d4f req-9d5dcf60-45e7-4638-984e-530208e70478 service neutron] Checking segment: {'id': '4d6da60f-3006-497a-af1b-371736e709aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1461, 'network_id': '6fe3cea9-951c-45c5-bb39-2832b07e1827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:01:33.004554 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a51766-bc21-47cf-8a43-5eb271071d4f req-9d5dcf60-45e7-4638-984e-530208e70478 service neutron] Bound using segment: {'id': '4d6da60f-3006-497a-af1b-371736e709aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1461, 'network_id': '6fe3cea9-951c-45c5-bb39-2832b07e1827'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:01:33.004997 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-87a51766-bc21-47cf-8a43-5eb271071d4f req-9d5dcf60-45e7-4638-984e-530208e70478 service neutron] Bound port: c648d6f0-fb64-4908-bad3-42ad3a053517, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d6da60f-3006-497a-af1b-371736e709aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1461, 'network_id': '6fe3cea9-951c-45c5-bb39-2832b07e1827'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:01:33.005351 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-87a51766-bc21-47cf-8a43-5eb271071d4f req-9d5dcf60-45e7-4638-984e-530208e70478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:33.011872 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619fa5e0-c780-4944-b0ec-5f84c9846fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1d0912-cc82-40ec-9f94-db21504d91d0,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:33.014633 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e600ce61-928f-402f-9532-bbe3476b1b99 req-c35ea9b6-53a6-4856-a5d0-85a44fd90b10 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:33.017813 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e600ce61-928f-402f-9532-bbe3476b1b99 req-c35ea9b6-53a6-4856-a5d0-85a44fd90b10 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7b35827-e135-4a73-9e24-ac109318f523 HTTP/1.1" status: 200 len: 944 time: 0.8605201 Aug 25 17:01:33.021352 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df446caa-922e-41d2-9a99-37170431fda1 req-443464b3-d265-4533-a9d8-653007d04344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:33.022764 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-df446caa-922e-41d2-9a99-37170431fda1 req-443464b3-d265-4533-a9d8-653007d04344 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.7633066 Aug 25 17:01:33.147636 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd31dd-f94c-4b44-8d68-7d4241cfde81 req-a4db7491-3c80-4182-857c-4169d0922301 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:33.150387 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7fdd31dd-f94c-4b44-8d68-7d4241cfde81 req-a4db7491-3c80-4182-857c-4169d0922301 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.16 "GET /v2.0/networks?id=d686dfae-89b6-4141-b607-e36388f6039b HTTP/1.1" status: 200 len: 810 time: 0.8746519 Aug 25 17:01:33.155917 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e600ce61-928f-402f-9532-bbe3476b1b99 req-f72a0d64-28e9-4aa3-947c-2c293505d4de tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157045 Aug 25 17:01:33.216325 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8872695e-897f-4215-83a7-94d2adecd185 req-a0afc628-4abc-461c-92da-3d8acf60dc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:33.217863 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8872695e-897f-4215-83a7-94d2adecd185 req-a0afc628-4abc-461c-92da-3d8acf60dc99 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2fa932d690ff4173979e2bfb1febce22&device_id=bdfde8f3-d824-4d4b-8231-63c03d904bcb HTTP/1.1" status: 200 len: 1096 time: 0.1099062 Aug 25 17:01:33.232697 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-87a51766-bc21-47cf-8a43-5eb271071d4f req-9d5dcf60-45e7-4638-984e-530208e70478 service neutron] For port c648d6f0-fb64-4908-bad3-42ad3a053517, host hv-cinder-79124, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:01:33.235788 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc1d87a-2fcf-4934-aae3-5e801df38794 req-407546e3-6a28-4cec-a8c9-f8526d420e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:33.237262 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8bc1d87a-2fcf-4934-aae3-5e801df38794 req-407546e3-6a28-4cec-a8c9-f8526d420e4e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2aac5ed5850d4b2fb26a922006b2e50f&device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 1097 time: 0.1276891 Aug 25 17:01:33.237883 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3b8faed5-a633-485c-8f36-be53a28b627d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:33.248549 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7fdd31dd-f94c-4b44-8d68-7d4241cfde81 req-edc7a339-4e9a-4f60-88ae-86c03083c133 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b481d864bbdf470583d302856fcdb3c2 HTTP/1.1" status: 200 len: 380 time: 0.0804243 Aug 25 17:01:33.252872 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-87a51766-bc21-47cf-8a43-5eb271071d4f req-9d5dcf60-45e7-4638-984e-530208e70478 service neutron] For port c648d6f0-fb64-4908-bad3-42ad3a053517, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=c648d6f0-fb64-4908-bad3-42ad3a053517,segment=NetworkSegment(4d6da60f-3006-497a-af1b-371736e709aa),segment_id=4d6da60f-3006-497a-af1b-371736e709aa)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:01:33.259964 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf57ab57-ff82-4b91-9eb3-c9fb5ba4067d req-56072371-f111-4e5e-b42b-a805f10d16f5 tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:33.261031 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af3826-edce-437c-a810-cd2e0b672cdc req-de16a1c8-4107-424f-9574-9c4b8a8703a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:33.261550 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-bf57ab57-ff82-4b91-9eb3-c9fb5ba4067d req-56072371-f111-4e5e-b42b-a805f10d16f5 tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] 10.222.0.88 "GET /v2.0/ports?device_id=bdfde8f3-d824-4d4b-8231-63c03d904bcb HTTP/1.1" status: 200 len: 943 time: 0.1101155 Aug 25 17:01:33.262520 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b8af3826-edce-437c-a810-cd2e0b672cdc req-de16a1c8-4107-424f-9574-9c4b8a8703a9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ce8b30e44d0740b19fb2000423fb78ee&device_id=f7b35827-e135-4a73-9e24-ac109318f523 HTTP/1.1" status: 200 len: 1097 time: 0.1239641 Aug 25 17:01:33.265337 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-87a51766-bc21-47cf-8a43-5eb271071d4f req-9d5dcf60-45e7-4638-984e-530208e70478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:33.290156 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-7fdd31dd-f94c-4b44-8d68-7d4241cfde81 req-1e7c982e-ca4a-4331-9378-a86a86ff8573 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Request body: {'port': {'device_id': '23d0a6a9-6a99-4f5d-941e-af2f69b1e03a', 'network_id': 'd686dfae-89b6-4141-b607-e36388f6039b', 'admin_state_up': True, 'tenant_id': 'b481d864bbdf470583d302856fcdb3c2', 'security_groups': ['d911630e-e40c-452f-9806-e620e347b7eb']}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:01:33.408392 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3b8faed5-a633-485c-8f36-be53a28b627d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:33.418428 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8872695e-897f-4215-83a7-94d2adecd185 req-f95b87d3-be3f-456d-8e72-354ca808bd46 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67377a97-1b9c-454f-8477-34a085280b26 HTTP/1.1" status: 200 len: 217 time: 0.1418030 Aug 25 17:01:33.425409 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8bc1d87a-2fcf-4934-aae3-5e801df38794 req-a622dcf3-b1f1-41e3-a07c-35526f74b9df service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c0764c1-cbfb-4263-af88-7790174b6924 HTTP/1.1" status: 200 len: 217 time: 0.1458127 Aug 25 17:01:33.425409 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b8af3826-edce-437c-a810-cd2e0b672cdc req-c145b606-3828-4e10-88e9-2c1a8de7d786 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d7388651-35dd-46eb-8a4c-dc28e4d9f3a0 HTTP/1.1" status: 200 len: 217 time: 0.1423380 Aug 25 17:01:33.428748 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a51766-bc21-47cf-8a43-5eb271071d4f req-9d5dcf60-45e7-4638-984e-530208e70478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:33.429392 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-87a51766-bc21-47cf-8a43-5eb271071d4f req-9d5dcf60-45e7-4638-984e-530208e70478 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16218488'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:33.431194 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-87a51766-bc21-47cf-8a43-5eb271071d4f req-9d5dcf60-45e7-4638-984e-530208e70478 service neutron] 10.222.0.16 "PUT /v2.0/ports/c648d6f0-fb64-4908-bad3-42ad3a053517 HTTP/1.1" status: 200 len: 1093 time: 2.0279961 Aug 25 17:01:33.431813 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0310e1d0-d2c9-4bb1-b42d-5a67f0102113', 'tag': 'c648d6f0-fb64-4908-bad3-42ad3a053517'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:01:33.434064 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30294bf1a97406c8a8235025fddf2f3c25b52a26b11c10f571ea972848b08700" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7688f99e-3a55-471e-956d-8c0e8d72e1d0" -d '{"events": [{"name": "network-changed", "server_uuid": "0310e1d0-d2c9-4bb1-b42d-5a67f0102113", "tag": "c648d6f0-fb64-4908-bad3-42ad3a053517"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:01:33.525445 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-bf57ab57-ff82-4b91-9eb3-c9fb5ba4067d req-89d2b6df-79fc-4587-9f0d-1c19d9bc9e87 tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd8baece-e2e1-43c3-99c2-483b59b3b492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571912 Aug 25 17:01:33.574122 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba86d42-825b-4be8-8df6-8ad172ba01b6 req-d6558fb4-267e-485a-89ba-c6b75675ef6b tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:33.575755 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5ba86d42-825b-4be8-8df6-8ad172ba01b6 req-d6558fb4-267e-485a-89ba-c6b75675ef6b tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 943 time: 0.1928256 Aug 25 17:01:33.579136 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8872695e-897f-4215-83a7-94d2adecd185 req-996e5f1d-d670-4b99-b845-8a1b9e3aeab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:33.580853 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8872695e-897f-4215-83a7-94d2adecd185 req-996e5f1d-d670-4b99-b845-8a1b9e3aeab8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b259a493-197c-44e1-a67b-d6556f166547 HTTP/1.1" status: 200 len: 851 time: 0.1229074 Aug 25 17:01:33.599803 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5dcf60-45e7-4638-984e-530208e70478 service neutron] Pushing event updated for resources: {'Port': ['ID=c648d6f0-fb64-4908-bad3-42ad3a053517,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:33.616339 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0afe4c-dc00-41ff-8113-d829e7d41966 x-openstack-request-id: req-8c0afe4c-dc00-41ff-8113-d829e7d41966 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:01:33.616628 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0310e1d0-d2c9-4bb1-b42d-5a67f0102113", "tag": "c648d6f0-fb64-4908-bad3-42ad3a053517", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:01:33.619043 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8c0afe4c-dc00-41ff-8113-d829e7d41966 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:01:33.619470 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0310e1d0-d2c9-4bb1-b42d-5a67f0102113', 'tag': 'c648d6f0-fb64-4908-bad3-42ad3a053517', 'status': 'completed', 'code': 200} Aug 25 17:01:33.637579 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc1d87a-2fcf-4934-aae3-5e801df38794 req-418e9743-b09a-446a-90e0-fd36bf5ba2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:33.639092 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8bc1d87a-2fcf-4934-aae3-5e801df38794 req-418e9743-b09a-446a-90e0-fd36bf5ba2ee service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b3f3aec-b759-4569-a5a7-053f9cfaf242 HTTP/1.1" status: 200 len: 859 time: 0.1933343 Aug 25 17:01:33.652240 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af3826-edce-437c-a810-cd2e0b672cdc req-eb4f0cfc-2b93-475b-a879-a04a315f6877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:33.656521 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b8af3826-edce-437c-a810-cd2e0b672cdc req-eb4f0cfc-2b93-475b-a879-a04a315f6877 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=157e2cdc-7e5d-4beb-8dac-2b06da21e5f2 HTTP/1.1" status: 200 len: 855 time: 0.2059360 Aug 25 17:01:33.672925 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8872695e-897f-4215-83a7-94d2adecd185 req-8f18abe5-689d-4b50-bec2-ff86eaf79c22 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=353ada68-8177-472c-b8d7-dda35572c2cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838053 Aug 25 17:01:33.709232 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a51766-bc21-47cf-8a43-5eb271071d4f req-5797f3df-440c-47e8-b40f-5c8fd7fccdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:33.711139 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-87a51766-bc21-47cf-8a43-5eb271071d4f req-5797f3df-440c-47e8-b40f-5c8fd7fccdac service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2aac5ed5850d4b2fb26a922006b2e50f&device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 1096 time: 0.1826966 Aug 25 17:01:33.739237 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8bc1d87a-2fcf-4934-aae3-5e801df38794 req-81877115-bc48-45ad-8d11-22d501f26f7a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6fe3cea9-951c-45c5-bb39-2832b07e1827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887635 Aug 25 17:01:33.760415 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3b8faed5-a633-485c-8f36-be53a28b627d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:33.762230 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5ba86d42-825b-4be8-8df6-8ad172ba01b6 req-90d93034-4c14-48a3-9f70-bf3f859bfab5 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784024 Aug 25 17:01:33.762805 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fdd31dd-f94c-4b44-8d68-7d4241cfde81 req-1e7c982e-ca4a-4331-9378-a86a86ff8573 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Made reservation on behalf of b481d864bbdf470583d302856fcdb3c2 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:01:33.766042 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7fdd31dd-f94c-4b44-8d68-7d4241cfde81 req-1e7c982e-ca4a-4331-9378-a86a86ff8573 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:33.774417 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3b8faed5-a633-485c-8f36-be53a28b627d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:33.776248 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-3b8faed5-a633-485c-8f36-be53a28b627d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/1b1d0912-cc82-40ec-9f94-db21504d91d0 HTTP/1.1" status: 204 len: 168 time: 0.8300905 Aug 25 17:01:33.844394 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b8af3826-edce-437c-a810-cd2e0b672cdc req-1bca4d9e-722e-4ccb-b45c-e4f2820b0fea service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=158af8a6-8234-4e44-b5d8-e0491b33a626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1444740 Aug 25 17:01:33.860243 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8faed5-a633-485c-8f36-be53a28b627d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1d0912-cc82-40ec-9f94-db21504d91d0,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:33.869115 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8872695e-897f-4215-83a7-94d2adecd185 req-36be90ac-1155-4397-af81-3b9652973a7d service neutron] 10.222.0.16 "GET /v2.0/networks/353ada68-8177-472c-b8d7-dda35572c2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865497 Aug 25 17:01:34.027774 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8bc1d87a-2fcf-4934-aae3-5e801df38794 req-708cccfd-5034-4523-9abd-1be608f176c9 service neutron] 10.222.0.16 "GET /v2.0/networks/6fe3cea9-951c-45c5-bb39-2832b07e1827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968000 Aug 25 17:01:34.029135 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-87a51766-bc21-47cf-8a43-5eb271071d4f req-b74c6776-7b70-457a-b78c-5f82f30f196c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c648d6f0-fb64-4908-bad3-42ad3a053517 HTTP/1.1" status: 200 len: 217 time: 0.2924500 Aug 25 17:01:34.060102 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-7fdd31dd-f94c-4b44-8d68-7d4241cfde81 req-1e7c982e-ca4a-4331-9378-a86a86ff8573 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Allocated IP 172.20.0.14 (d686dfae-89b6-4141-b607-e36388f6039b/b924291b-4b0f-4431-8d0f-79843e01869c/ab99c3a1-f1a4-4219-83d8-17fc28201a8b) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:01:34.110565 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8872695e-897f-4215-83a7-94d2adecd185 req-373189fc-79a5-4aa1-ba0f-406bb87f6a5c service neutron] 10.222.0.16 "GET /v2.0/networks/353ada68-8177-472c-b8d7-dda35572c2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323115 Aug 25 17:01:34.203484 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-017af9d5-95f4-4b58-9f95-a6dc98fbf959 req-a7996f22-8c49-41bc-9eb6-d91e344059dc tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/ports?device_id=23d0a6a9-6a99-4f5d-941e-af2f69b1e03a HTTP/1.1" status: 200 len: 210 time: 0.0652740 Aug 25 17:01:34.225049 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a51766-bc21-47cf-8a43-5eb271071d4f req-d055c96d-e1df-4659-b1e9-4f4285bef802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:34.227296 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-87a51766-bc21-47cf-8a43-5eb271071d4f req-d055c96d-e1df-4659-b1e9-4f4285bef802 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b3f3aec-b759-4569-a5a7-053f9cfaf242 HTTP/1.1" status: 200 len: 859 time: 0.1746318 Aug 25 17:01:34.279368 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-87a51766-bc21-47cf-8a43-5eb271071d4f req-7c4b6dfc-8909-4f19-b682-30e159e43c2c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6fe3cea9-951c-45c5-bb39-2832b07e1827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359559 Aug 25 17:01:34.301231 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b8af3826-edce-437c-a810-cd2e0b672cdc req-4ac50bb8-726d-4d44-b9d4-4e078a3436a6 service neutron] 10.222.0.16 "GET /v2.0/networks/158af8a6-8234-4e44-b5d8-e0491b33a626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758803 Aug 25 17:01:34.412743 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b90da-787d-4e08-b01a-9612b2e34b8d req-ac3babe6-c924-4e78-b2aa-fca99abce4e4 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:34.421406 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-597b90da-787d-4e08-b01a-9612b2e34b8d req-ac3babe6-c924-4e78-b2aa-fca99abce4e4 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7b35827-e135-4a73-9e24-ac109318f523 HTTP/1.1" status: 200 len: 944 time: 0.1119668 Aug 25 17:01:34.428371 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7fdd31dd-f94c-4b44-8d68-7d4241cfde81 req-1e7c982e-ca4a-4331-9378-a86a86ff8573 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:34.437238 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 34236) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:34.473771 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4f837c8f-6cf6-44fa-bbd7-24b93db5168a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:34.479986 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-7fdd31dd-f94c-4b44-8d68-7d4241cfde81 req-1e7c982e-ca4a-4331-9378-a86a86ff8573 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Transition to ACTIVE for port object ab99c3a1-f1a4-4219-83d8-17fc28201a8b will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:01:34.481451 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8bc1d87a-2fcf-4934-aae3-5e801df38794 req-c2f4425c-6b7c-42df-948a-2bceb1dfcef0 service neutron] 10.222.0.16 "GET /v2.0/networks/6fe3cea9-951c-45c5-bb39-2832b07e1827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4298034 Aug 25 17:01:34.526709 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-597b90da-787d-4e08-b01a-9612b2e34b8d req-b096c233-fd22-4594-aaca-1f1c0da4bea5 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021402 Aug 25 17:01:34.579894 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7fdd31dd-f94c-4b44-8d68-7d4241cfde81 req-1e7c982e-ca4a-4331-9378-a86a86ff8573 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743705601783'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:34.647405 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fdd31dd-f94c-4b44-8d68-7d4241cfde81 req-1e7c982e-ca4a-4331-9378-a86a86ff8573 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Network d686dfae-89b6-4141-b607-e36388f6039b is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:01:34.652997 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-7fdd31dd-f94c-4b44-8d68-7d4241cfde81 req-1e7c982e-ca4a-4331-9378-a86a86ff8573 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:01:34.657408 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7c982e-ca4a-4331-9378-a86a86ff8573 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Pushing event updated for resources: {'Port': ['ID=ab99c3a1-f1a4-4219-83d8-17fc28201a8b,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:34.670554 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fdd31dd-f94c-4b44-8d68-7d4241cfde81 req-1e7c982e-ca4a-4331-9378-a86a86ff8573 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:01:34.676299 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd31dd-f94c-4b44-8d68-7d4241cfde81 req-1e7c982e-ca4a-4331-9378-a86a86ff8573 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:34.676930 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7fdd31dd-f94c-4b44-8d68-7d4241cfde81 req-1e7c982e-ca4a-4331-9378-a86a86ff8573 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16218488'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:34.719596 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-87a51766-bc21-47cf-8a43-5eb271071d4f req-e0e5750f-d4bb-4d4b-853d-b944581634e6 service neutron] 10.222.0.16 "GET /v2.0/networks/6fe3cea9-951c-45c5-bb39-2832b07e1827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4304554 Aug 25 17:01:34.745993 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 34250) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:34.779156 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4f837c8f-6cf6-44fa-bbd7-24b93db5168a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:34.796166 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1973f-e58f-4269-94c8-82ad743bb373 req-d07c7ed8-7bd2-434d-a6dd-a4910139bbc8 tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:34.803769 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-cea1973f-e58f-4269-94c8-82ad743bb373 req-d07c7ed8-7bd2-434d-a6dd-a4910139bbc8 tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] 10.222.0.88 "GET /v2.0/ports?device_id=bdfde8f3-d824-4d4b-8231-63c03d904bcb HTTP/1.1" status: 200 len: 943 time: 0.1154530 Aug 25 17:01:34.810407 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b8af3826-edce-437c-a810-cd2e0b672cdc req-b9158816-e6b3-47cd-bf65-8cf77f4f6b3b service neutron] 10.222.0.16 "GET /v2.0/networks/158af8a6-8234-4e44-b5d8-e0491b33a626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4922001 Aug 25 17:01:34.813867 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4f837c8f-6cf6-44fa-bbd7-24b93db5168a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:34.865042 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-4f837c8f-6cf6-44fa-bbd7-24b93db5168a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=650ea1a86caf4653ac28aef9e0b38243&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4251916 Aug 25 17:01:34.866188 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 34258) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:34.879033 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7fdd31dd-f94c-4b44-8d68-7d4241cfde81 req-1e7c982e-ca4a-4331-9378-a86a86ff8573 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6035209 Aug 25 17:01:34.892818 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-7fdd31dd-f94c-4b44-8d68-7d4241cfde81 req-b6b1f7d3-901a-4af0-ae75-dc3bcfd52d94 service neutron] Request body: {'port': {'device_id': '23d0a6a9-6a99-4f5d-941e-af2f69b1e03a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:01:34.936430 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-87a51766-bc21-47cf-8a43-5eb271071d4f req-ab86def7-2b4e-498d-9eab-7e571fecdb55 service neutron] 10.222.0.16 "GET /v2.0/networks/6fe3cea9-951c-45c5-bb39-2832b07e1827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055712 Aug 25 17:01:34.948415 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f837c8f-6cf6-44fa-bbd7-24b93db5168a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e383d346-deae-4a1f-bd18-1b24cdf9853d,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:34.998898 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-cea1973f-e58f-4269-94c8-82ad743bb373 req-8cc5d1ba-a15d-413f-b473-c170dd3154f4 tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd8baece-e2e1-43c3-99c2-483b59b3b492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861959 Aug 25 17:01:35.032048 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5df044f0-099b-4d0c-804e-791af7424baa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:35.040445 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7fdd31dd-f94c-4b44-8d68-7d4241cfde81 req-b6b1f7d3-901a-4af0-ae75-dc3bcfd52d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:35.046282 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-9f19aad0-29e2-430b-af8e-3b9c4081bf03 None None] Provisioning for port ab99c3a1-f1a4-4219-83d8-17fc28201a8b completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:01:35.052706 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-9f19aad0-29e2-430b-af8e-3b9c4081bf03 None None] Provisioning complete for port ab99c3a1-f1a4-4219-83d8-17fc28201a8b triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:01:35.053287 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9f19aad0-29e2-430b-af8e-3b9c4081bf03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:35.084023 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0abdb-aaa3-4dee-90f4-41a247b96e52 req-1bca0349-dc47-4682-915b-f4f447fc6166 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:35.088620 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a4c0abdb-aaa3-4dee-90f4-41a247b96e52 req-1bca0349-dc47-4682-915b-f4f447fc6166 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 943 time: 0.1552091 Aug 25 17:01:35.095468 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5df044f0-099b-4d0c-804e-791af7424baa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:35.104897 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b978c8f4-5bd6-4fe8-8956-a5328788be21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:35.131990 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-9f19aad0-29e2-430b-af8e-3b9c4081bf03 None None] Port ab99c3a1-f1a4-4219-83d8-17fc28201a8b cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 17:01:35.155233 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7688f99e-3a55-471e-956d-8c0e8d72e1d0 req-d1c14668-265a-4404-a89c-345ddc4e411f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:35.156738 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7688f99e-3a55-471e-956d-8c0e8d72e1d0 req-d1c14668-265a-4404-a89c-345ddc4e411f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2aac5ed5850d4b2fb26a922006b2e50f&device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 1096 time: 0.1545801 Aug 25 17:01:35.182809 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a4c0abdb-aaa3-4dee-90f4-41a247b96e52 req-40c8cfe5-61cb-4b0b-b25f-cf15898abd25 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891109 Aug 25 17:01:35.290334 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5df044f0-099b-4d0c-804e-791af7424baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:35.293011 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5df044f0-099b-4d0c-804e-791af7424baa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:35.296857 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-5df044f0-099b-4d0c-804e-791af7424baa admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e383d346-deae-4a1f-bd18-1b24cdf9853d HTTP/1.1" status: 204 len: 168 time: 0.3712063 Aug 25 17:01:35.320468 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df044f0-099b-4d0c-804e-791af7424baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e383d346-deae-4a1f-bd18-1b24cdf9853d,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:35.419138 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7688f99e-3a55-471e-956d-8c0e8d72e1d0 req-374d5b79-4097-458a-b736-bf92ddcd89c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:35.420689 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7688f99e-3a55-471e-956d-8c0e8d72e1d0 req-374d5b79-4097-458a-b736-bf92ddcd89c8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6fe3cea9-951c-45c5-bb39-2832b07e1827 HTTP/1.1" status: 200 len: 921 time: 0.2530501 Aug 25 17:01:35.421998 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9317cdae-dd2d-4627-b41d-077057175149 req-c0b34ace-7834-4afb-94a1-9ad392f9c46c tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:35.431245 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9317cdae-dd2d-4627-b41d-077057175149 req-c0b34ace-7834-4afb-94a1-9ad392f9c46c tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/ports?device_id=23d0a6a9-6a99-4f5d-941e-af2f69b1e03a HTTP/1.1" status: 200 len: 932 time: 0.1044178 Aug 25 17:01:35.452422 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b978c8f4-5bd6-4fe8-8956-a5328788be21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:35.471511 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b978c8f4-5bd6-4fe8-8956-a5328788be21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:35.525844 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9317cdae-dd2d-4627-b41d-077057175149 req-489522b1-03cf-4233-a1a6-36498bd33f21 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/security-groups?id=d911630e-e40c-452f-9806-e620e347b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937047 Aug 25 17:01:35.529967 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-b978c8f4-5bd6-4fe8-8956-a5328788be21 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=eabef8b398524d528211d59a046f7a11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7810798 Aug 25 17:01:35.531112 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b978c8f4-5bd6-4fe8-8956-a5328788be21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5876d9-d4c6-41e6-96dd-4837749bd270,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:35.536008 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 34278) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:35.597516 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [req-7fdd31dd-f94c-4b44-8d68-7d4241cfde81 req-b6b1f7d3-901a-4af0-ae75-dc3bcfd52d94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab99c3a1-f1a4-4219-83d8-17fc28201a8b {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:01:35.607259 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7fdd31dd-f94c-4b44-8d68-7d4241cfde81 req-b6b1f7d3-901a-4af0-ae75-dc3bcfd52d94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:35.652617 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-7fdd31dd-f94c-4b44-8d68-7d4241cfde81 req-b6b1f7d3-901a-4af0-ae75-dc3bcfd52d94 service neutron] Transition to ACTIVE for port object ab99c3a1-f1a4-4219-83d8-17fc28201a8b will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:01:35.661698 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7fdd31dd-f94c-4b44-8d68-7d4241cfde81 req-b6b1f7d3-901a-4af0-ae75-dc3bcfd52d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:35.711407 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef55426-e870-4134-a824-93fa3a819a54 req-2fe79d20-94eb-4d27-9eca-9d394cb386e7 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:35.713153 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2ef55426-e870-4134-a824-93fa3a819a54 req-2fe79d20-94eb-4d27-9eca-9d394cb386e7 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7b35827-e135-4a73-9e24-ac109318f523 HTTP/1.1" status: 200 len: 944 time: 0.1013460 Aug 25 17:01:35.778484 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-7fdd31dd-f94c-4b44-8d68-7d4241cfde81 req-b6b1f7d3-901a-4af0-ae75-dc3bcfd52d94 service neutron] Attempting to bind port ab99c3a1-f1a4-4219-83d8-17fc28201a8b on host hv-cinder-79124 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:01:35.779282 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-7fdd31dd-f94c-4b44-8d68-7d4241cfde81 req-b6b1f7d3-901a-4af0-ae75-dc3bcfd52d94 service neutron] Attempting to bind port ab99c3a1-f1a4-4219-83d8-17fc28201a8b by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': '5e3e5c27-313d-406c-97cc-b08ec9f9f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': 'd686dfae-89b6-4141-b607-e36388f6039b'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:01:35.779614 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdd31dd-f94c-4b44-8d68-7d4241cfde81 req-b6b1f7d3-901a-4af0-ae75-dc3bcfd52d94 service neutron] Attempting to bind port ab99c3a1-f1a4-4219-83d8-17fc28201a8b on network d686dfae-89b6-4141-b607-e36388f6039b {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:01:35.793267 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdd31dd-f94c-4b44-8d68-7d4241cfde81 req-b6b1f7d3-901a-4af0-ae75-dc3bcfd52d94 service neutron] Port ab99c3a1-f1a4-4219-83d8-17fc28201a8b on network d686dfae-89b6-4141-b607-e36388f6039b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 17:01:35.793824 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdd31dd-f94c-4b44-8d68-7d4241cfde81 req-b6b1f7d3-901a-4af0-ae75-dc3bcfd52d94 service neutron] Attempting to bind port ab99c3a1-f1a4-4219-83d8-17fc28201a8b on network d686dfae-89b6-4141-b607-e36388f6039b {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:01:35.795706 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b1f7d3-901a-4af0-ae75-dc3bcfd52d94 service neutron] Pushing event updated for resources: {'Port': ['ID=ab99c3a1-f1a4-4219-83d8-17fc28201a8b,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:35.798620 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a80c4583-e036-4c18-af5d-1d69db4efb5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:35.810748 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdd31dd-f94c-4b44-8d68-7d4241cfde81 req-b6b1f7d3-901a-4af0-ae75-dc3bcfd52d94 service neutron] Checking agent: {'id': '5ac426a1-ab5c-4a46-b982-fffaa6db999e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 59, 15), 'started_at': datetime.datetime(2021, 8, 25, 16, 59, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:01:35.811087 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdd31dd-f94c-4b44-8d68-7d4241cfde81 req-b6b1f7d3-901a-4af0-ae75-dc3bcfd52d94 service neutron] Checking segment: {'id': '5e3e5c27-313d-406c-97cc-b08ec9f9f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': 'd686dfae-89b6-4141-b607-e36388f6039b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:01:35.811474 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdd31dd-f94c-4b44-8d68-7d4241cfde81 req-b6b1f7d3-901a-4af0-ae75-dc3bcfd52d94 service neutron] Bound using segment: {'id': '5e3e5c27-313d-406c-97cc-b08ec9f9f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': 'd686dfae-89b6-4141-b607-e36388f6039b'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:01:35.811903 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-7fdd31dd-f94c-4b44-8d68-7d4241cfde81 req-b6b1f7d3-901a-4af0-ae75-dc3bcfd52d94 service neutron] Bound port: ab99c3a1-f1a4-4219-83d8-17fc28201a8b, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e3e5c27-313d-406c-97cc-b08ec9f9f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': 'd686dfae-89b6-4141-b607-e36388f6039b'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:01:35.812478 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7fdd31dd-f94c-4b44-8d68-7d4241cfde81 req-b6b1f7d3-901a-4af0-ae75-dc3bcfd52d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:35.824410 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a80c4583-e036-4c18-af5d-1d69db4efb5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:35.844768 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2ef55426-e870-4134-a824-93fa3a819a54 req-1b2e679e-4778-4ed9-8d36-b6c06a866204 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137502 Aug 25 17:01:35.890889 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a80c4583-e036-4c18-af5d-1d69db4efb5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:35.894284 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a80c4583-e036-4c18-af5d-1d69db4efb5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:35.896092 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-a80c4583-e036-4c18-af5d-1d69db4efb5b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7e5876d9-d4c6-41e6-96dd-4837749bd270 HTTP/1.1" status: 204 len: 168 time: 0.3583322 Aug 25 17:01:35.906975 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80c4583-e036-4c18-af5d-1d69db4efb5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5876d9-d4c6-41e6-96dd-4837749bd270,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:35.926803 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-7fdd31dd-f94c-4b44-8d68-7d4241cfde81 req-b6b1f7d3-901a-4af0-ae75-dc3bcfd52d94 service neutron] For port ab99c3a1-f1a4-4219-83d8-17fc28201a8b, host hv-cinder-79124, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:01:35.938777 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-7fdd31dd-f94c-4b44-8d68-7d4241cfde81 req-b6b1f7d3-901a-4af0-ae75-dc3bcfd52d94 service neutron] For port ab99c3a1-f1a4-4219-83d8-17fc28201a8b, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=ab99c3a1-f1a4-4219-83d8-17fc28201a8b,segment=NetworkSegment(5e3e5c27-313d-406c-97cc-b08ec9f9f718),segment_id=5e3e5c27-313d-406c-97cc-b08ec9f9f718)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:01:35.943913 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7fdd31dd-f94c-4b44-8d68-7d4241cfde81 req-b6b1f7d3-901a-4af0-ae75-dc3bcfd52d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:35.980398 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd31dd-f94c-4b44-8d68-7d4241cfde81 req-b6b1f7d3-901a-4af0-ae75-dc3bcfd52d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:35.981014 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7fdd31dd-f94c-4b44-8d68-7d4241cfde81 req-b6b1f7d3-901a-4af0-ae75-dc3bcfd52d94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16218488'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:35.982437 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7fdd31dd-f94c-4b44-8d68-7d4241cfde81 req-b6b1f7d3-901a-4af0-ae75-dc3bcfd52d94 service neutron] 10.222.0.16 "PUT /v2.0/ports/ab99c3a1-f1a4-4219-83d8-17fc28201a8b HTTP/1.1" status: 200 len: 1094 time: 1.0938351 Aug 25 17:01:35.982875 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23d0a6a9-6a99-4f5d-941e-af2f69b1e03a', 'tag': 'ab99c3a1-f1a4-4219-83d8-17fc28201a8b'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:01:35.985132 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9a89c5a5bbe78503b53ec670685e3d9cb834604f1284efcd0e43d667b66b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f0a7a7e-68fb-4021-a9c1-9c9b77932c40" -d '{"events": [{"name": "network-changed", "server_uuid": "23d0a6a9-6a99-4f5d-941e-af2f69b1e03a", "tag": "ab99c3a1-f1a4-4219-83d8-17fc28201a8b"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:01:36.012931 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b1f7d3-901a-4af0-ae75-dc3bcfd52d94 service neutron] Pushing event updated for resources: {'Port': ['ID=ab99c3a1-f1a4-4219-83d8-17fc28201a8b,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:36.044563 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0515aee2-13bc-4279-83c9-9c269519826f x-openstack-request-id: req-0515aee2-13bc-4279-83c9-9c269519826f {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:01:36.044877 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23d0a6a9-6a99-4f5d-941e-af2f69b1e03a", "tag": "ab99c3a1-f1a4-4219-83d8-17fc28201a8b", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:01:36.045133 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0515aee2-13bc-4279-83c9-9c269519826f {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:01:36.046546 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23d0a6a9-6a99-4f5d-941e-af2f69b1e03a', 'tag': 'ab99c3a1-f1a4-4219-83d8-17fc28201a8b', 'status': 'completed', 'code': 200} Aug 25 17:01:36.130209 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f749f9-6a18-488f-8440-9ff22427c661 req-b928c67d-86b5-4137-bc73-b2dd8e41a91e tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:36.131803 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a2f749f9-6a18-488f-8440-9ff22427c661 req-b928c67d-86b5-4137-bc73-b2dd8e41a91e tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] 10.222.0.88 "GET /v2.0/ports?device_id=bdfde8f3-d824-4d4b-8231-63c03d904bcb HTTP/1.1" status: 200 len: 943 time: 0.0574706 Aug 25 17:01:36.184866 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a2f749f9-6a18-488f-8440-9ff22427c661 req-ff72d8e7-4a7c-491f-98c6-0f4d1772684d tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd8baece-e2e1-43c3-99c2-483b59b3b492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462863 Aug 25 17:01:36.296140 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 34312) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:36.314333 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8e42fb4c-b64e-4e77-8803-eae1668538f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:36.346292 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3837ce6-741c-4beb-9743-4e12902d2bf4 req-d21f6827-b996-458b-b837-2b701de89321 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:36.354153 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c3837ce6-741c-4beb-9743-4e12902d2bf4 req-d21f6827-b996-458b-b837-2b701de89321 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 943 time: 0.0726542 Aug 25 17:01:36.394439 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c3837ce6-741c-4beb-9743-4e12902d2bf4 req-7f1e2384-94fc-43a1-8532-fb731294bb01 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391521 Aug 25 17:01:36.426855 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8e42fb4c-b64e-4e77-8803-eae1668538f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:36.430943 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8e42fb4c-b64e-4e77-8803-eae1668538f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:36.468423 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-8e42fb4c-b64e-4e77-8803-eae1668538f4 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c78f0058567f403fafc5165003163c2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1711783 Aug 25 17:01:36.469244 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e42fb4c-b64e-4e77-8803-eae1668538f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1563eec5-26df-4552-8d90-36b8221b9088,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:36.471111 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 34318) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:36.524162 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ab65a464-5a52-43b3-97bf-82eb55abb51c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:36.547722 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ab65a464-5a52-43b3-97bf-82eb55abb51c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:36.630789 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ab65a464-5a52-43b3-97bf-82eb55abb51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:36.633390 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ab65a464-5a52-43b3-97bf-82eb55abb51c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:36.634540 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-ab65a464-5a52-43b3-97bf-82eb55abb51c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/1563eec5-26df-4552-8d90-36b8221b9088 HTTP/1.1" status: 204 len: 168 time: 0.1607206 Aug 25 17:01:36.649205 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab65a464-5a52-43b3-97bf-82eb55abb51c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1563eec5-26df-4552-8d90-36b8221b9088,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:36.663029 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac0363-5060-470b-aa67-bc19546b8217 req-f8ac6c72-b721-4fa1-993c-75b6db6e0b5e tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:36.665746 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4eac0363-5060-470b-aa67-bc19546b8217 req-f8ac6c72-b721-4fa1-993c-75b6db6e0b5e tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/ports?device_id=23d0a6a9-6a99-4f5d-941e-af2f69b1e03a HTTP/1.1" status: 200 len: 944 time: 0.0652595 Aug 25 17:01:36.708593 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4eac0363-5060-470b-aa67-bc19546b8217 req-e44a11e6-2c57-4a06-b132-9b9a779f4dfe tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/security-groups?id=d911630e-e40c-452f-9806-e620e347b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350845 Aug 25 17:01:36.977852 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f5827-19d0-41ca-a8c8-e510bb1eeb22 req-059595f6-3f40-45b2-a149-3850daeaa9ea tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:36.979302 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a03f5827-19d0-41ca-a8c8-e510bb1eeb22 req-059595f6-3f40-45b2-a149-3850daeaa9ea tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7b35827-e135-4a73-9e24-ac109318f523 HTTP/1.1" status: 200 len: 944 time: 0.0547366 Aug 25 17:01:37.025154 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a03f5827-19d0-41ca-a8c8-e510bb1eeb22 req-58d15567-a45e-49ea-9db1-445bf779ed28 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351205 Aug 25 17:01:37.328104 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad8f4b-d6d6-4b68-aef1-e8b37b6d01ae req-ad6c0dcf-9964-4dde-98bd-a4a8c2da92e5 tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:37.329729 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-60ad8f4b-d6d6-4b68-aef1-e8b37b6d01ae req-ad6c0dcf-9964-4dde-98bd-a4a8c2da92e5 tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] 10.222.0.88 "GET /v2.0/ports?device_id=bdfde8f3-d824-4d4b-8231-63c03d904bcb HTTP/1.1" status: 200 len: 943 time: 0.0659750 Aug 25 17:01:37.377122 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-60ad8f4b-d6d6-4b68-aef1-e8b37b6d01ae req-b209a2eb-611b-45f7-9b2f-866fd193eafd tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd8baece-e2e1-43c3-99c2-483b59b3b492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348444 Aug 25 17:01:37.482607 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7688f99e-3a55-471e-956d-8c0e8d72e1d0 req-db09358c-de3d-4b44-b71c-1765067e5e53 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c648d6f0-fb64-4908-bad3-42ad3a053517 HTTP/1.1" status: 200 len: 217 time: 0.0588260 Aug 25 17:01:37.517295 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f530e-4048-4202-b243-d44ad512a03d req-6d8b99e7-e081-44be-b7d1-407d8f96f6c5 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:37.518804 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4f6f530e-4048-4202-b243-d44ad512a03d req-6d8b99e7-e081-44be-b7d1-407d8f96f6c5 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 943 time: 0.0553761 Aug 25 17:01:37.558689 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4f6f530e-4048-4202-b243-d44ad512a03d req-a0762bad-5aab-4f10-a2d9-9899fe3871a1 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335286 Aug 25 17:01:37.570799 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 34380) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:37.685455 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0460d1f0-5733-4023-8f28-e77596b84d76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:37.777962 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0460d1f0-5733-4023-8f28-e77596b84d76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:37.790315 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0460d1f0-5733-4023-8f28-e77596b84d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:37.849777 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460d1f0-5733-4023-8f28-e77596b84d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8848202a-856b-4466-ab5c-5e94defbc1b1,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:37.855651 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-0460d1f0-5733-4023-8f28-e77596b84d76 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7878164778d641b38783a225207503da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2836144 Aug 25 17:01:37.859474 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 34396) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:37.863570 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8145d8-7702-446a-a310-e591ada50692 req-f13b07d6-2630-449c-89f8-c7f9b1968a47 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:37.865026 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0c8145d8-7702-446a-a310-e591ada50692 req-f13b07d6-2630-449c-89f8-c7f9b1968a47 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/ports?device_id=23d0a6a9-6a99-4f5d-941e-af2f69b1e03a HTTP/1.1" status: 200 len: 944 time: 0.0852826 Aug 25 17:01:37.922236 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-745b09de-2a6a-4362-9ddf-4a2763cf12de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:37.923153 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0c8145d8-7702-446a-a310-e591ada50692 req-ebd41f72-1186-4d2d-8f6f-6ec066a79667 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/security-groups?id=d911630e-e40c-452f-9806-e620e347b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516229 Aug 25 17:01:37.946696 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-745b09de-2a6a-4362-9ddf-4a2763cf12de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:37.995066 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-745b09de-2a6a-4362-9ddf-4a2763cf12de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:37.999239 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-745b09de-2a6a-4362-9ddf-4a2763cf12de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:38.000417 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-745b09de-2a6a-4362-9ddf-4a2763cf12de admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8848202a-856b-4466-ab5c-5e94defbc1b1 HTTP/1.1" status: 204 len: 168 time: 0.1386549 Aug 25 17:01:38.009700 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745b09de-2a6a-4362-9ddf-4a2763cf12de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8848202a-856b-4466-ab5c-5e94defbc1b1,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:38.143843 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d556888-9e28-499f-bb94-7203298fc423 req-79f085ce-8bf1-4cac-87d0-71cf8d2e4d70 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:38.145176 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8d556888-9e28-499f-bb94-7203298fc423 req-79f085ce-8bf1-4cac-87d0-71cf8d2e4d70 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7b35827-e135-4a73-9e24-ac109318f523 HTTP/1.1" status: 200 len: 944 time: 0.0493832 Aug 25 17:01:38.210007 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8d556888-9e28-499f-bb94-7203298fc423 req-7cb0dfd7-98c8-4f58-88fa-045f408fd98c tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527649 Aug 25 17:01:38.345394 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 34420) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:38.359240 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-66ff934d-714c-4df4-bd3a-ccf1a6e5e83c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:38.461540 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-66ff934d-714c-4df4-bd3a-ccf1a6e5e83c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:38.465845 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-66ff934d-714c-4df4-bd3a-ccf1a6e5e83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:38.532621 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ff934d-714c-4df4-bd3a-ccf1a6e5e83c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d0a29a-15e9-45ce-96cf-bdd2d5fa049f,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:38.544144 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-66ff934d-714c-4df4-bd3a-ccf1a6e5e83c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0d798086ec094e17be61d5b137442682&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1947951 Aug 25 17:01:38.544144 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 34428) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:38.581804 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947fbce7-9299-4b38-8093-1eda79f616e5 req-f8a4fb22-5e0a-481a-80b4-125292cb527a tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:38.583093 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-947fbce7-9299-4b38-8093-1eda79f616e5 req-f8a4fb22-5e0a-481a-80b4-125292cb527a tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] 10.222.0.88 "GET /v2.0/ports?device_id=bdfde8f3-d824-4d4b-8231-63c03d904bcb HTTP/1.1" status: 200 len: 943 time: 0.1145799 Aug 25 17:01:38.637602 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0e23c391-38a3-4af0-8a49-bec0a464086e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:38.644853 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-947fbce7-9299-4b38-8093-1eda79f616e5 req-22a79e41-7d12-4cfb-9fa7-5c764598649b tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd8baece-e2e1-43c3-99c2-483b59b3b492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487630 Aug 25 17:01:38.693979 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0e23c391-38a3-4af0-8a49-bec0a464086e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:38.752142 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e7a7d-d746-414c-8a2f-4c71b03b3815 req-8baf271f-903b-4f88-8253-da1e8312d7c8 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:38.753605 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f04e7a7d-d746-414c-8a2f-4c71b03b3815 req-8baf271f-903b-4f88-8253-da1e8312d7c8 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 943 time: 0.0782659 Aug 25 17:01:38.781597 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0e23c391-38a3-4af0-8a49-bec0a464086e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:38.784312 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0e23c391-38a3-4af0-8a49-bec0a464086e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:38.785371 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-0e23c391-38a3-4af0-8a49-bec0a464086e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a2d0a29a-15e9-45ce-96cf-bdd2d5fa049f HTTP/1.1" status: 204 len: 168 time: 0.2405415 Aug 25 17:01:38.811044 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e23c391-38a3-4af0-8a49-bec0a464086e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d0a29a-15e9-45ce-96cf-bdd2d5fa049f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:38.814973 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f04e7a7d-d746-414c-8a2f-4c71b03b3815 req-c8220b95-3d48-459a-8eaa-c8a2fbf97363 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547562 Aug 25 17:01:38.844548 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7688f99e-3a55-471e-956d-8c0e8d72e1d0 req-bb19778d-1f76-45dd-a427-6c2b4c67b40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:38.846092 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7688f99e-3a55-471e-956d-8c0e8d72e1d0 req-bb19778d-1f76-45dd-a427-6c2b4c67b40f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b3f3aec-b759-4569-a5a7-053f9cfaf242 HTTP/1.1" status: 200 len: 859 time: 0.0514796 Aug 25 17:01:38.850610 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a7a7e-68fb-4021-a9c1-9c9b77932c40 req-38f61e69-b186-4854-bd77-c3129687a4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:38.858314 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5f0a7a7e-68fb-4021-a9c1-9c9b77932c40 req-38f61e69-b186-4854-bd77-c3129687a4ed service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b481d864bbdf470583d302856fcdb3c2&device_id=23d0a6a9-6a99-4f5d-941e-af2f69b1e03a HTTP/1.1" status: 200 len: 1097 time: 0.0536277 Aug 25 17:01:38.884193 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7688f99e-3a55-471e-956d-8c0e8d72e1d0 req-745ba1ca-e890-404a-a6f5-56bda68efd7c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6fe3cea9-951c-45c5-bb39-2832b07e1827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305419 Aug 25 17:01:38.968823 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a7a7e-68fb-4021-a9c1-9c9b77932c40 req-7b1f9221-719f-47a9-ae1d-999ecbf009b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:38.970461 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5f0a7a7e-68fb-4021-a9c1-9c9b77932c40 req-7b1f9221-719f-47a9-ae1d-999ecbf009b9 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=b481d864bbdf470583d302856fcdb3c2&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1099279 Aug 25 17:01:38.989796 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7688f99e-3a55-471e-956d-8c0e8d72e1d0 req-60be87fa-abf5-406e-b2d5-d55d9d5f2d07 service neutron] 10.222.0.16 "GET /v2.0/networks/6fe3cea9-951c-45c5-bb39-2832b07e1827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977862 Aug 25 17:01:39.099122 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7688f99e-3a55-471e-956d-8c0e8d72e1d0 req-0a715d51-ea1c-4a70-97c6-0bfaa87784c2 service neutron] 10.222.0.16 "GET /v2.0/networks/6fe3cea9-951c-45c5-bb39-2832b07e1827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022878 Aug 25 17:01:39.308282 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a7a7e-68fb-4021-a9c1-9c9b77932c40 req-b593f9ae-4ef9-42a4-bee7-a0234ceb5de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:39.310230 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5f0a7a7e-68fb-4021-a9c1-9c9b77932c40 req-b593f9ae-4ef9-42a4-bee7-a0234ceb5de4 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3323228 Aug 25 17:01:39.332192 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c45f3-e201-4aec-8cec-e1b92a1b55d5 req-9327b884-e46b-4050-8dc7-0cb6ad5a4931 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:39.333666 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-044c45f3-e201-4aec-8cec-e1b92a1b55d5 req-9327b884-e46b-4050-8dc7-0cb6ad5a4931 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/ports?device_id=23d0a6a9-6a99-4f5d-941e-af2f69b1e03a HTTP/1.1" status: 200 len: 944 time: 0.2923217 Aug 25 17:01:39.382059 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9002ccba-10a9-448e-9818-91f5184465da req-325e46eb-f4ca-4d6d-8272-67b2520d1a49 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:39.384065 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9002ccba-10a9-448e-9818-91f5184465da req-325e46eb-f4ca-4d6d-8272-67b2520d1a49 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7b35827-e135-4a73-9e24-ac109318f523 HTTP/1.1" status: 200 len: 944 time: 0.1108384 Aug 25 17:01:39.430602 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-044c45f3-e201-4aec-8cec-e1b92a1b55d5 req-f4f9ae1d-99a0-45f7-a5f2-be6c5a6fa5a3 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/security-groups?id=d911630e-e40c-452f-9806-e620e347b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872378 Aug 25 17:01:39.455463 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9002ccba-10a9-448e-9818-91f5184465da req-1b25fb9d-3338-418e-a2b6-17e507f37a92 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569668 Aug 25 17:01:39.457127 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd31dd-f94c-4b44-8d68-7d4241cfde81 req-178d9e27-fc75-4ce8-aa3f-89b933b7c94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:39.458537 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7fdd31dd-f94c-4b44-8d68-7d4241cfde81 req-178d9e27-fc75-4ce8-aa3f-89b933b7c94a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b481d864bbdf470583d302856fcdb3c2&device_id=23d0a6a9-6a99-4f5d-941e-af2f69b1e03a HTTP/1.1" status: 200 len: 1097 time: 0.0997074 Aug 25 17:01:39.511445 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7fdd31dd-f94c-4b44-8d68-7d4241cfde81 req-b1699e61-0563-4c0a-ad0d-97a874b6ac62 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab99c3a1-f1a4-4219-83d8-17fc28201a8b HTTP/1.1" status: 200 len: 217 time: 0.0407867 Aug 25 17:01:39.561285 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd31dd-f94c-4b44-8d68-7d4241cfde81 req-b7688837-197d-4ade-bb71-f0861c8db50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:39.562808 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7fdd31dd-f94c-4b44-8d68-7d4241cfde81 req-b7688837-197d-4ade-bb71-f0861c8db50e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b924291b-4b0f-4431-8d0f-79843e01869c HTTP/1.1" status: 200 len: 849 time: 0.0443337 Aug 25 17:01:39.621347 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd31dd-f94c-4b44-8d68-7d4241cfde81 req-b83fe97e-4ead-4e2f-bc58-0b9f2480ea3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:39.622759 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7fdd31dd-f94c-4b44-8d68-7d4241cfde81 req-b83fe97e-4ead-4e2f-bc58-0b9f2480ea3a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d686dfae-89b6-4141-b607-e36388f6039b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0529573 Aug 25 17:01:39.769770 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7fdd31dd-f94c-4b44-8d68-7d4241cfde81 req-7412184e-ad13-40db-92b9-68dcca5f836d service neutron] 10.222.0.16 "GET /v2.0/networks/d686dfae-89b6-4141-b607-e36388f6039b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387563 Aug 25 17:01:39.843848 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6130760-1782-439c-a9f0-25d753d83d7f req-9aeeaed1-b7d7-49cd-b8c3-7e4e99e77bd0 tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:39.846485 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a6130760-1782-439c-a9f0-25d753d83d7f req-9aeeaed1-b7d7-49cd-b8c3-7e4e99e77bd0 tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] 10.222.0.88 "GET /v2.0/ports?device_id=bdfde8f3-d824-4d4b-8231-63c03d904bcb HTTP/1.1" status: 200 len: 943 time: 0.1180136 Aug 25 17:01:39.924051 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a6130760-1782-439c-a9f0-25d753d83d7f req-73f28a11-8b25-4ea2-a7b6-956d0c63a81c tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd8baece-e2e1-43c3-99c2-483b59b3b492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687389 Aug 25 17:01:39.939170 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7fdd31dd-f94c-4b44-8d68-7d4241cfde81 req-7bef3f12-8a94-4983-aecd-e88598f1f3da service neutron] 10.222.0.16 "GET /v2.0/networks/d686dfae-89b6-4141-b607-e36388f6039b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619871 Aug 25 17:01:39.964364 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76302cfb-a8f9-4699-af7c-f2d70e8578cd req-e42f41ae-de76-47b9-8f9d-530f9acfb27d tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:39.966104 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-76302cfb-a8f9-4699-af7c-f2d70e8578cd req-e42f41ae-de76-47b9-8f9d-530f9acfb27d tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 943 time: 0.0666478 Aug 25 17:01:40.009223 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-76302cfb-a8f9-4699-af7c-f2d70e8578cd req-a3f970f0-aee6-41d7-baf8-bb77580610af tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369105 Aug 25 17:01:40.618616 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c203ce8-a82a-466e-9beb-f61fadda0840 req-36d5f90b-049b-41b9-b370-33945f2b3787 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:40.620090 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9c203ce8-a82a-466e-9beb-f61fadda0840 req-36d5f90b-049b-41b9-b370-33945f2b3787 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/ports?device_id=23d0a6a9-6a99-4f5d-941e-af2f69b1e03a HTTP/1.1" status: 200 len: 944 time: 0.1030440 Aug 25 17:01:40.659942 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9670c7-c719-473d-86fb-06ace29106d8 req-dd7e18c4-938c-4e80-9e94-acedd345afa1 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:40.661465 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5c9670c7-c719-473d-86fb-06ace29106d8 req-dd7e18c4-938c-4e80-9e94-acedd345afa1 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7b35827-e135-4a73-9e24-ac109318f523 HTTP/1.1" status: 200 len: 944 time: 0.0997274 Aug 25 17:01:40.699142 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9c203ce8-a82a-466e-9beb-f61fadda0840 req-273ea8a8-9e38-4e5a-8c30-9bab2dbfaa27 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/security-groups?id=d911630e-e40c-452f-9806-e620e347b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708628 Aug 25 17:01:40.722221 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5c9670c7-c719-473d-86fb-06ace29106d8 req-428abc06-547c-4384-a6cf-c685bb5197a0 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461116 Aug 25 17:01:41.062912 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca40d2-390b-4cb4-8a89-89c4ae73026b req-87a63d98-198a-4b6a-bf50-e75ed249ed27 tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:41.064874 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-48ca40d2-390b-4cb4-8a89-89c4ae73026b req-87a63d98-198a-4b6a-bf50-e75ed249ed27 tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] 10.222.0.88 "GET /v2.0/ports?device_id=bdfde8f3-d824-4d4b-8231-63c03d904bcb HTTP/1.1" status: 200 len: 943 time: 0.0686021 Aug 25 17:01:41.157285 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-48ca40d2-390b-4cb4-8a89-89c4ae73026b req-4343a500-f4c5-4a21-88f4-9aa63cbae3e7 tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd8baece-e2e1-43c3-99c2-483b59b3b492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854990 Aug 25 17:01:41.174031 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c00d1-2c67-4ced-a667-e4bd1bad1dd2 req-38ea1d9f-3ffa-42f5-8297-5ac87a892abc tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:41.182163 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-547c00d1-2c67-4ced-a667-e4bd1bad1dd2 req-38ea1d9f-3ffa-42f5-8297-5ac87a892abc tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 943 time: 0.0852759 Aug 25 17:01:41.218657 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-547c00d1-2c67-4ced-a667-e4bd1bad1dd2 req-1734c407-b25a-4c06-8924-6e2a6c5467a9 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356295 Aug 25 17:01:41.477793 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device 67377a97-1b9c-454f-8477-34a085280b26 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 17:01:41.586365 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port 67377a97-1b9c-454f-8477-34a085280b26, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=67377a97-1b9c-454f-8477-34a085280b26,segment=NetworkSegment(5689e067-e5fe-4392-87e7-1a250e179c6c),segment_id=5689e067-e5fe-4392-87e7-1a250e179c6c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:01:41.597397 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Returning: {'device': '67377a97-1b9c-454f-8477-34a085280b26', 'network_id': '353ada68-8177-472c-b8d7-dda35572c2cd', 'port_id': '67377a97-1b9c-454f-8477-34a085280b26', 'mac_address': 'fa:16:3e:67:92:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1499, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b259a493-197c-44e1-a67b-d6556f166547', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 17:01:41.634068 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:41.650347 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67377a97-1b9c-454f-8477-34a085280b26 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:01:41.671364 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port 67377a97-1b9c-454f-8477-34a085280b26, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=67377a97-1b9c-454f-8477-34a085280b26,segment=NetworkSegment(5689e067-e5fe-4392-87e7-1a250e179c6c),segment_id=5689e067-e5fe-4392-87e7-1a250e179c6c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:01:41.675566 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:41.676324 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device 3c0764c1-cbfb-4263-af88-7790174b6924 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 17:01:41.748941 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Pushing event updated for resources: {'Port': ['ID=67377a97-1b9c-454f-8477-34a085280b26,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:41.829847 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port 3c0764c1-cbfb-4263-af88-7790174b6924, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=3c0764c1-cbfb-4263-af88-7790174b6924,segment=NetworkSegment(4d6da60f-3006-497a-af1b-371736e709aa),segment_id=4d6da60f-3006-497a-af1b-371736e709aa)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:01:41.844156 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Returning: {'device': '3c0764c1-cbfb-4263-af88-7790174b6924', 'network_id': '6fe3cea9-951c-45c5-bb39-2832b07e1827', 'port_id': '3c0764c1-cbfb-4263-af88-7790174b6924', 'mac_address': 'fa:16:3e:d7:34:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1461, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b3f3aec-b759-4569-a5a7-053f9cfaf242', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 17:01:41.894772 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:41.899003 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52301e4-01d2-4925-84be-e872c07e69b8 req-8c52c5f6-5839-4607-9f23-904e9d7982ce tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:41.908147 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a52301e4-01d2-4925-84be-e872c07e69b8 req-8c52c5f6-5839-4607-9f23-904e9d7982ce tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7b35827-e135-4a73-9e24-ac109318f523 HTTP/1.1" status: 200 len: 944 time: 0.0898840 Aug 25 17:01:41.910330 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c0764c1-cbfb-4263-af88-7790174b6924 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:01:41.919738 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fb8a12-c64e-48e1-b5c5-3b5224d8621d req-2bacdd9c-d04f-4190-bc9d-6966b68a7254 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:41.921291 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e5fb8a12-c64e-48e1-b5c5-3b5224d8621d req-2bacdd9c-d04f-4190-bc9d-6966b68a7254 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/ports?device_id=23d0a6a9-6a99-4f5d-941e-af2f69b1e03a HTTP/1.1" status: 200 len: 944 time: 0.1170814 Aug 25 17:01:41.938059 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port 3c0764c1-cbfb-4263-af88-7790174b6924, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=3c0764c1-cbfb-4263-af88-7790174b6924,segment=NetworkSegment(4d6da60f-3006-497a-af1b-371736e709aa),segment_id=4d6da60f-3006-497a-af1b-371736e709aa)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:01:41.943559 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:41.945554 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device d7388651-35dd-46eb-8a4c-dc28e4d9f3a0 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 17:01:41.978338 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a52301e4-01d2-4925-84be-e872c07e69b8 req-d45b530d-2c47-4a32-8c86-410aeb4faa45 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703242 Aug 25 17:01:41.986356 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e5fb8a12-c64e-48e1-b5c5-3b5224d8621d req-56aa2ced-17ac-4e0b-8b18-ae53c2dc5bf9 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/security-groups?id=d911630e-e40c-452f-9806-e620e347b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518062 Aug 25 17:01:42.049881 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Pushing event updated for resources: {'Port': ['ID=3c0764c1-cbfb-4263-af88-7790174b6924,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:42.094039 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port d7388651-35dd-46eb-8a4c-dc28e4d9f3a0, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=d7388651-35dd-46eb-8a4c-dc28e4d9f3a0,segment=NetworkSegment(464881d0-366d-4203-be8e-e80b8f8623d9),segment_id=464881d0-366d-4203-be8e-e80b8f8623d9)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:01:42.109015 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Returning: {'device': 'd7388651-35dd-46eb-8a4c-dc28e4d9f3a0', 'network_id': '158af8a6-8234-4e44-b5d8-e0491b33a626', 'port_id': 'd7388651-35dd-46eb-8a4c-dc28e4d9f3a0', 'mac_address': 'fa:16:3e:1c:3f:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1463, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '157e2cdc-7e5d-4beb-8dac-2b06da21e5f2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 17:01:42.146236 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:42.159953 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7388651-35dd-46eb-8a4c-dc28e4d9f3a0 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:01:42.179763 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port d7388651-35dd-46eb-8a4c-dc28e4d9f3a0, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=d7388651-35dd-46eb-8a4c-dc28e4d9f3a0,segment=NetworkSegment(464881d0-366d-4203-be8e-e80b8f8623d9),segment_id=464881d0-366d-4203-be8e-e80b8f8623d9)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:01:42.183589 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:42.235049 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Pushing event updated for resources: {'Port': ['ID=d7388651-35dd-46eb-8a4c-dc28e4d9f3a0,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:42.294349 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0456ecb6-9b0c-4117-80d8-d21c9958048d req-7873c949-186f-4559-bdde-128c63a55951 tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:42.295873 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0456ecb6-9b0c-4117-80d8-d21c9958048d req-7873c949-186f-4559-bdde-128c63a55951 tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] 10.222.0.88 "GET /v2.0/ports?device_id=bdfde8f3-d824-4d4b-8231-63c03d904bcb HTTP/1.1" status: 200 len: 944 time: 0.0596585 Aug 25 17:01:42.371991 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8b5352-bcbf-44ba-a5f4-9869c44579e5 req-eec57e01-644b-44ec-af46-d64a1b056c38 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:42.373481 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-fe8b5352-bcbf-44ba-a5f4-9869c44579e5 req-eec57e01-644b-44ec-af46-d64a1b056c38 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 943 time: 0.0767162 Aug 25 17:01:42.376167 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0456ecb6-9b0c-4117-80d8-d21c9958048d req-764bdc36-992c-478f-bf22-8837930adc42 tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd8baece-e2e1-43c3-99c2-483b59b3b492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705221 Aug 25 17:01:42.412258 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-fe8b5352-bcbf-44ba-a5f4-9869c44579e5 req-83340477-4f02-433c-a772-9c41d3c01cd2 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327868 Aug 25 17:01:42.633175 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 34612) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:42.738505 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] get_ports_and_sgs() called for port_ids ['3c0764c1-cbfb-4263-af88-7790174b6924'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:01:42.742366 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1e682f58-959c-46d9-9daa-e86030156e4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:42.756679 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] get_ports_and_sgs() called for port_ids ['67377a97-1b9c-454f-8477-34a085280b26'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:01:42.849250 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1e682f58-959c-46d9-9daa-e86030156e4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:42.855218 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1e682f58-959c-46d9-9daa-e86030156e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:42.881922 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] get_ports_and_sgs() called for port_ids ['d7388651-35dd-46eb-8a4c-dc28e4d9f3a0'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:01:42.893467 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-1e682f58-959c-46d9-9daa-e86030156e4b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a20d3c5792764d8b9411bc7f40fb22b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2590668 Aug 25 17:01:42.894345 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e682f58-959c-46d9-9daa-e86030156e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e6186c-b4fe-42d0-bd8d-7468a1fca65f,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:42.896193 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 34616) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:42.954956 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-13885bdb-6ba9-4289-a4fd-ecdd674c06ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:42.977953 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-13885bdb-6ba9-4289-a4fd-ecdd674c06ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:43.031289 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-13885bdb-6ba9-4289-a4fd-ecdd674c06ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:43.036395 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-13885bdb-6ba9-4289-a4fd-ecdd674c06ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:43.039102 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-13885bdb-6ba9-4289-a4fd-ecdd674c06ff admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/19e6186c-b4fe-42d0-bd8d-7468a1fca65f HTTP/1.1" status: 204 len: 168 time: 0.1388135 Aug 25 17:01:43.051786 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13885bdb-6ba9-4289-a4fd-ecdd674c06ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e6186c-b4fe-42d0-bd8d-7468a1fca65f,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:43.172664 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cad0c64a-677a-4bab-bb38-8a3230ca632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:43.242143 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed7106-75c9-4c9c-8fbc-91dbc0e10e26 req-8d0a56da-4bc5-4195-9c98-fc6e1af0f690 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:43.244281 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f5ed7106-75c9-4c9c-8fbc-91dbc0e10e26 req-8d0a56da-4bc5-4195-9c98-fc6e1af0f690 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7b35827-e135-4a73-9e24-ac109318f523 HTTP/1.1" status: 200 len: 945 time: 0.1266105 Aug 25 17:01:43.252912 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bc958a-a29b-48c1-97f5-c3f1191bf894 req-9fa52ec8-9ac9-4683-8cea-e1316e1167cc tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:43.254602 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c5bc958a-a29b-48c1-97f5-c3f1191bf894 req-9fa52ec8-9ac9-4683-8cea-e1316e1167cc tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/ports?device_id=23d0a6a9-6a99-4f5d-941e-af2f69b1e03a HTTP/1.1" status: 200 len: 944 time: 0.1154046 Aug 25 17:01:43.309816 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f5ed7106-75c9-4c9c-8fbc-91dbc0e10e26 req-794c1aca-3e0c-454f-a726-16126a762b03 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534594 Aug 25 17:01:43.317276 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c5bc958a-a29b-48c1-97f5-c3f1191bf894 req-fa564e38-da37-48e1-b4e9-c8ec6bc4a5f8 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/security-groups?id=d911630e-e40c-452f-9806-e620e347b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547955 Aug 25 17:01:43.399580 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 34644) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:43.414752 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8972404f-fcd4-4f04-b12d-430b6be4b1e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:43.458209 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device c648d6f0-fb64-4908-bad3-42ad3a053517 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 17:01:43.544427 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee641b5-a449-4229-a9c6-0042751ad4a7 req-49929dca-8a40-40c1-931e-ec43b597a6d5 tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:43.545898 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8ee641b5-a449-4229-a9c6-0042751ad4a7 req-49929dca-8a40-40c1-931e-ec43b597a6d5 tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] 10.222.0.88 "GET /v2.0/ports?device_id=bdfde8f3-d824-4d4b-8231-63c03d904bcb HTTP/1.1" status: 200 len: 944 time: 0.0980608 Aug 25 17:01:43.563785 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port c648d6f0-fb64-4908-bad3-42ad3a053517, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=c648d6f0-fb64-4908-bad3-42ad3a053517,segment=NetworkSegment(4d6da60f-3006-497a-af1b-371736e709aa),segment_id=4d6da60f-3006-497a-af1b-371736e709aa)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:01:43.576455 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Returning: {'device': 'c648d6f0-fb64-4908-bad3-42ad3a053517', 'network_id': '6fe3cea9-951c-45c5-bb39-2832b07e1827', 'port_id': 'c648d6f0-fb64-4908-bad3-42ad3a053517', 'mac_address': 'fa:16:3e:14:ba:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1461, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b3f3aec-b759-4569-a5a7-053f9cfaf242', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 17:01:43.611599 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c1809e-0b07-44d5-9cdf-6876663eeb35 req-d309943c-d8be-4e00-a027-b282f3d9d33f tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:43.613219 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-60c1809e-0b07-44d5-9cdf-6876663eeb35 req-d309943c-d8be-4e00-a027-b282f3d9d33f tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 943 time: 0.1185107 Aug 25 17:01:43.626568 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:43.654248 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8ee641b5-a449-4229-a9c6-0042751ad4a7 req-3785cd30-36b4-4a1a-aaf4-64d23a452068 tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd8baece-e2e1-43c3-99c2-483b59b3b492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998597 Aug 25 17:01:43.660884 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8972404f-fcd4-4f04-b12d-430b6be4b1e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:43.676286 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8972404f-fcd4-4f04-b12d-430b6be4b1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:43.703712 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-60c1809e-0b07-44d5-9cdf-6876663eeb35 req-9d2b9fe7-b745-4498-9c78-53257ad6d00a tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812588 Aug 25 17:01:43.735747 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-8972404f-fcd4-4f04-b12d-430b6be4b1e8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5379c813513d4d9fbf5bc2e6c551af91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3350492 Aug 25 17:01:43.738463 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 34664) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:43.748365 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8972404f-fcd4-4f04-b12d-430b6be4b1e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43108394-d130-4bf1-8db6-61d25f5768ac,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:43.767985 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c648d6f0-fb64-4908-bad3-42ad3a053517 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:01:43.795361 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port c648d6f0-fb64-4908-bad3-42ad3a053517, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=c648d6f0-fb64-4908-bad3-42ad3a053517,segment=NetworkSegment(4d6da60f-3006-497a-af1b-371736e709aa),segment_id=4d6da60f-3006-497a-af1b-371736e709aa)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:01:43.801263 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:43.802384 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device ab99c3a1-f1a4-4219-83d8-17fc28201a8b details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 17:01:43.817869 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-39440212-abc3-4977-bcc5-f870181206ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:43.845175 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-39440212-abc3-4977-bcc5-f870181206ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:43.846227 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 34670) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:43.890322 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Pushing event updated for resources: {'Port': ['ID=c648d6f0-fb64-4908-bad3-42ad3a053517,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:43.904879 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-39440212-abc3-4977-bcc5-f870181206ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:43.908340 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-39440212-abc3-4977-bcc5-f870181206ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:43.912035 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-39440212-abc3-4977-bcc5-f870181206ce admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/43108394-d130-4bf1-8db6-61d25f5768ac HTTP/1.1" status: 204 len: 168 time: 0.1698956 Aug 25 17:01:43.922338 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39440212-abc3-4977-bcc5-f870181206ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43108394-d130-4bf1-8db6-61d25f5768ac,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:43.975370 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port ab99c3a1-f1a4-4219-83d8-17fc28201a8b, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=ab99c3a1-f1a4-4219-83d8-17fc28201a8b,segment=NetworkSegment(5e3e5c27-313d-406c-97cc-b08ec9f9f718),segment_id=5e3e5c27-313d-406c-97cc-b08ec9f9f718)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:01:43.986837 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Returning: {'device': 'ab99c3a1-f1a4-4219-83d8-17fc28201a8b', 'network_id': 'd686dfae-89b6-4141-b607-e36388f6039b', 'port_id': 'ab99c3a1-f1a4-4219-83d8-17fc28201a8b', 'mac_address': 'fa:16:3e:23:f9:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1468, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b924291b-4b0f-4431-8d0f-79843e01869c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 17:01:43.998835 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7c083502-d614-406d-bce6-e387d1eea5cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:44.027063 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:44.043510 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab99c3a1-f1a4-4219-83d8-17fc28201a8b {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:01:44.074430 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port ab99c3a1-f1a4-4219-83d8-17fc28201a8b, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=ab99c3a1-f1a4-4219-83d8-17fc28201a8b,segment=NetworkSegment(5e3e5c27-313d-406c-97cc-b08ec9f9f718),segment_id=5e3e5c27-313d-406c-97cc-b08ec9f9f718)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:01:44.079481 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:44.107732 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7c083502-d614-406d-bce6-e387d1eea5cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:44.112741 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7c083502-d614-406d-bce6-e387d1eea5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:44.124989 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 34682) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:44.147047 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Pushing event updated for resources: {'Port': ['ID=ab99c3a1-f1a4-4219-83d8-17fc28201a8b,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:44.160860 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-7c083502-d614-406d-bce6-e387d1eea5cf admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=79c4c37e07fb4e8aab9910d2b9995fa4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3133447 Aug 25 17:01:44.162341 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c083502-d614-406d-bce6-e387d1eea5cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec9335f-b913-4ff5-a99c-1c691c942354,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:44.164071 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 34686) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:44.222493 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-26aaa87e-f82c-401f-b63c-4258ab288a83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:44.245267 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-26aaa87e-f82c-401f-b63c-4258ab288a83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:44.299010 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-26aaa87e-f82c-401f-b63c-4258ab288a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:44.302194 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-26aaa87e-f82c-401f-b63c-4258ab288a83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:44.303627 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-26aaa87e-f82c-401f-b63c-4258ab288a83 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4ec9335f-b913-4ff5-a99c-1c691c942354 HTTP/1.1" status: 204 len: 168 time: 0.1384618 Aug 25 17:01:44.320302 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aaa87e-f82c-401f-b63c-4258ab288a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec9335f-b913-4ff5-a99c-1c691c942354,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:44.401581 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0211e0b1-e472-4709-ac7d-e127f2e4a9cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:44.519027 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a585b-8300-48d5-b8cb-4ce3ba1dec17 req-6c713ee9-60d8-4e18-a4be-37ffd769022b tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:44.521162 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-213a585b-8300-48d5-b8cb-4ce3ba1dec17 req-6c713ee9-60d8-4e18-a4be-37ffd769022b tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/ports?device_id=23d0a6a9-6a99-4f5d-941e-af2f69b1e03a HTTP/1.1" status: 200 len: 945 time: 0.0968275 Aug 25 17:01:44.533037 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0211e0b1-e472-4709-ac7d-e127f2e4a9cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:44.536992 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2f83f-408c-4c7a-b6af-86e99efa6224 req-e5c9b2fa-2ee7-42e1-878a-d591ee9a48b8 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:44.537661 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0211e0b1-e472-4709-ac7d-e127f2e4a9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:44.539057 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-97b2f83f-408c-4c7a-b6af-86e99efa6224 req-e5c9b2fa-2ee7-42e1-878a-d591ee9a48b8 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7b35827-e135-4a73-9e24-ac109318f523 HTTP/1.1" status: 200 len: 945 time: 0.0742078 Aug 25 17:01:44.583786 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-0211e0b1-e472-4709-ac7d-e127f2e4a9cf admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ea98601f31004bfd89a412f25c656228&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4575253 Aug 25 17:01:44.584805 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0211e0b1-e472-4709-ac7d-e127f2e4a9cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=985ca434-4c05-46e9-b498-62f5fd458986,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:44.587756 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 34708) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:44.618499 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-213a585b-8300-48d5-b8cb-4ce3ba1dec17 req-bf19121d-01cc-4f01-9945-549e33a98745 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/security-groups?id=d911630e-e40c-452f-9806-e620e347b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897655 Aug 25 17:01:44.639326 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-97b2f83f-408c-4c7a-b6af-86e99efa6224 req-cf090471-92b4-4ed8-91d3-cd837bdfd8cb tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763922 Aug 25 17:01:44.649238 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] get_ports_and_sgs() called for port_ids ['ab99c3a1-f1a4-4219-83d8-17fc28201a8b'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:01:44.669087 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-11670956-7705-422f-9575-ce17e77b20e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:44.690381 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] get_ports_and_sgs() called for port_ids ['c648d6f0-fb64-4908-bad3-42ad3a053517'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:01:44.719086 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-11670956-7705-422f-9575-ce17e77b20e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:44.803071 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-11670956-7705-422f-9575-ce17e77b20e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:44.806823 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-11670956-7705-422f-9575-ce17e77b20e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:44.810405 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-11670956-7705-422f-9575-ce17e77b20e1 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/985ca434-4c05-46e9-b498-62f5fd458986 HTTP/1.1" status: 204 len: 168 time: 0.2188373 Aug 25 17:01:44.810405 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 34718) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:44.825355 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11670956-7705-422f-9575-ce17e77b20e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=985ca434-4c05-46e9-b498-62f5fd458986,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:44.834285 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1eb807f8-c859-4dc3-9246-28acb306486a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:44.956839 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e209aa63-220c-4854-bf65-670b279c2360 req-713c4be4-9ffc-44c1-82ce-2875b5358a61 tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:44.958928 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e209aa63-220c-4854-bf65-670b279c2360 req-713c4be4-9ffc-44c1-82ce-2875b5358a61 tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] 10.222.0.88 "GET /v2.0/ports?device_id=bdfde8f3-d824-4d4b-8231-63c03d904bcb HTTP/1.1" status: 200 len: 944 time: 0.1911564 Aug 25 17:01:44.978495 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d3b9f-9587-4a0a-b01d-91b1849ef393 req-8c1c1762-2e08-4d6c-846f-bffee0036c68 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:44.980129 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-469d3b9f-9587-4a0a-b01d-91b1849ef393 req-8c1c1762-2e08-4d6c-846f-bffee0036c68 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 944 time: 0.1195350 Aug 25 17:01:44.985621 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1eb807f8-c859-4dc3-9246-28acb306486a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:44.990867 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1eb807f8-c859-4dc3-9246-28acb306486a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:45.025153 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:45.027018 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-1eb807f8-c859-4dc3-9246-28acb306486a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b7ce3a4ed846475fabcc3bde9dcc6807&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2087531 Aug 25 17:01:45.027261 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 34724) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:45.050500 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb807f8-c859-4dc3-9246-28acb306486a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb30cc1-1828-4a36-b890-f1ea7a143d59,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:45.093389 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e209aa63-220c-4854-bf65-670b279c2360 req-5bb7f4f9-a0c6-41c3-ad63-512c5e271a5e tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd8baece-e2e1-43c3-99c2-483b59b3b492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102378 Aug 25 17:01:45.114214 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-469d3b9f-9587-4a0a-b01d-91b1849ef393 req-3a603348-493c-480d-b9e5-841377939a7e tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245177 Aug 25 17:01:45.164678 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1804a0c1-e431-4362-b3bb-be1294694914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:45.186697 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1804a0c1-e431-4362-b3bb-be1294694914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:45.244392 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1804a0c1-e431-4362-b3bb-be1294694914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:45.247341 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1804a0c1-e431-4362-b3bb-be1294694914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:45.248732 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-1804a0c1-e431-4362-b3bb-be1294694914 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8eb30cc1-1828-4a36-b890-f1ea7a143d59 HTTP/1.1" status: 204 len: 168 time: 0.2200692 Aug 25 17:01:45.259398 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1804a0c1-e431-4362-b3bb-be1294694914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb30cc1-1828-4a36-b890-f1ea7a143d59,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:45.315954 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 34736) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:45.337761 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-050f08e7-6372-42f9-8162-9a697eb7c680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:45.436011 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-050f08e7-6372-42f9-8162-9a697eb7c680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:45.441915 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-050f08e7-6372-42f9-8162-9a697eb7c680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:45.458686 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device 67377a97-1b9c-454f-8477-34a085280b26 up at agent hyperv_hv-cinder-79124 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:01:45.486645 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-050f08e7-6372-42f9-8162-9a697eb7c680 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a792235771cd456d8383de55c3a9cd75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1692789 Aug 25 17:01:45.487516 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050f08e7-6372-42f9-8162-9a697eb7c680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46a3f71-dfe0-41ca-9394-c274fe2507bf,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:45.489439 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 34740) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:45.530707 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Provisioning for port 67377a97-1b9c-454f-8477-34a085280b26 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:01:45.535400 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Provisioning complete for port 67377a97-1b9c-454f-8477-34a085280b26 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:01:45.535768 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:45.546322 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a3d74e57-942b-4271-943c-543de456bb00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:45.570086 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a3d74e57-942b-4271-943c-543de456bb00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:45.622555 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a3d74e57-942b-4271-943c-543de456bb00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:45.625193 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a3d74e57-942b-4271-943c-543de456bb00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:45.627225 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-a3d74e57-942b-4271-943c-543de456bb00 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b46a3f71-dfe0-41ca-9394-c274fe2507bf HTTP/1.1" status: 204 len: 168 time: 0.1356206 Aug 25 17:01:45.635764 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:45.639608 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d74e57-942b-4271-943c-543de456bb00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46a3f71-dfe0-41ca-9394-c274fe2507bf,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:45.671719 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdfde8f3-d824-4d4b-8231-63c03d904bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67377a97-1b9c-454f-8477-34a085280b26'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:01:45.772427 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port 67377a97-1b9c-454f-8477-34a085280b26, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=67377a97-1b9c-454f-8477-34a085280b26,segment=NetworkSegment(5689e067-e5fe-4392-87e7-1a250e179c6c),segment_id=5689e067-e5fe-4392-87e7-1a250e179c6c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:01:45.781864 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:45.783045 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device 3c0764c1-cbfb-4263-af88-7790174b6924 up at agent hyperv_hv-cinder-79124 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:01:45.837942 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba623e-526b-452e-ab64-9141f4d4c8cc req-f2935579-c127-453f-b050-acf2bb577766 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:45.839405 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3aba623e-526b-452e-ab64-9141f4d4c8cc req-f2935579-c127-453f-b050-acf2bb577766 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/ports?device_id=23d0a6a9-6a99-4f5d-941e-af2f69b1e03a HTTP/1.1" status: 200 len: 945 time: 0.0915124 Aug 25 17:01:45.848190 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed1ad53-6fa1-4af8-9598-e390f41589d0 req-c99a8e9d-73bb-4aa8-a433-5f1087b556ea tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:45.849701 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6ed1ad53-6fa1-4af8-9598-e390f41589d0 req-c99a8e9d-73bb-4aa8-a433-5f1087b556ea tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7b35827-e135-4a73-9e24-ac109318f523 HTTP/1.1" status: 200 len: 945 time: 0.1037285 Aug 25 17:01:45.849930 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1afb712a-fafb-4c49-93e2-193e575a8cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:45.931157 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Pushing event updated for resources: {'Port': ['ID=67377a97-1b9c-454f-8477-34a085280b26,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:45.940986 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6ed1ad53-6fa1-4af8-9598-e390f41589d0 req-f3bf0cfd-83d8-4353-bb7c-22547d575c3b tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797489 Aug 25 17:01:45.942128 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:45.943582 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Provisioning for port 3c0764c1-cbfb-4263-af88-7790174b6924 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:01:45.948732 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Provisioning complete for port 3c0764c1-cbfb-4263-af88-7790174b6924 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:01:45.949193 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:45.968495 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3aba623e-526b-452e-ab64-9141f4d4c8cc req-54c7e2c1-e7ae-4ced-8194-c1080764751e tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/security-groups?id=d911630e-e40c-452f-9806-e620e347b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177979 Aug 25 17:01:46.064312 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:46.108455 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port 3c0764c1-cbfb-4263-af88-7790174b6924, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=3c0764c1-cbfb-4263-af88-7790174b6924,segment=NetworkSegment(4d6da60f-3006-497a-af1b-371736e709aa),segment_id=4d6da60f-3006-497a-af1b-371736e709aa)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:01:46.112882 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:46.113965 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device d7388651-35dd-46eb-8a4c-dc28e4d9f3a0 up at agent hyperv_hv-cinder-79124 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:01:46.225401 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a4fac4520762e8d57daf7008e8680b9db75e4099b28a5f40786ddec6b187ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3951ab02-390c-4143-980e-804ff9698fd9" -d '{"events": [{"server_uuid": "bdfde8f3-d824-4d4b-8231-63c03d904bcb", "name": "network-vif-plugged", "status": "completed", "tag": "67377a97-1b9c-454f-8477-34a085280b26"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:01:46.248110 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50aa8bb-48d8-4337-986c-402a0adc138a req-10d45f46-7f08-450b-96c0-008b85fa773d tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:46.249872 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a50aa8bb-48d8-4337-986c-402a0adc138a req-10d45f46-7f08-450b-96c0-008b85fa773d tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] 10.222.0.88 "GET /v2.0/ports?device_id=bdfde8f3-d824-4d4b-8231-63c03d904bcb HTTP/1.1" status: 200 len: 945 time: 0.0656934 Aug 25 17:01:46.290807 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Pushing event updated for resources: {'Port': ['ID=3c0764c1-cbfb-4263-af88-7790174b6924,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:46.311810 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Provisioning for port d7388651-35dd-46eb-8a4c-dc28e4d9f3a0 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:01:46.317285 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Provisioning complete for port d7388651-35dd-46eb-8a4c-dc28e4d9f3a0 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:01:46.317686 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:46.332051 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2552b-d6fd-4cfe-9553-96671087dd94 req-e2eaab21-e6aa-412c-be97-8d485a1cc1cd tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:46.333830 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-97f2552b-d6fd-4cfe-9553-96671087dd94 req-e2eaab21-e6aa-412c-be97-8d485a1cc1cd tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 944 time: 0.0825248 Aug 25 17:01:46.343429 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a50aa8bb-48d8-4337-986c-402a0adc138a req-a36eb362-db1d-4d5a-92ed-798b6a9ae81a tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd8baece-e2e1-43c3-99c2-483b59b3b492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807915 Aug 25 17:01:46.405359 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-97f2552b-d6fd-4cfe-9553-96671087dd94 req-bee718ca-7b3b-4c66-93d4-2976ec25b263 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566847 Aug 25 17:01:46.425720 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:46.464036 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port d7388651-35dd-46eb-8a4c-dc28e4d9f3a0, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=d7388651-35dd-46eb-8a4c-dc28e4d9f3a0,segment=NetworkSegment(464881d0-366d-4203-be8e-e80b8f8623d9),segment_id=464881d0-366d-4203-be8e-e80b8f8623d9)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:01:46.468310 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:46.531687 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Pushing event updated for resources: {'Port': ['ID=d7388651-35dd-46eb-8a4c-dc28e4d9f3a0,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:46.608268 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d97d82-69cb-419e-9228-d660192b5ca3 x-openstack-request-id: req-b1d97d82-69cb-419e-9228-d660192b5ca3 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:01:46.608587 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdfde8f3-d824-4d4b-8231-63c03d904bcb", "name": "network-vif-plugged", "status": "completed", "tag": "67377a97-1b9c-454f-8477-34a085280b26", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:01:46.608879 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b1d97d82-69cb-419e-9228-d660192b5ca3 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:01:46.609334 dv-cinder-791240-5-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdfde8f3-d824-4d4b-8231-63c03d904bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67377a97-1b9c-454f-8477-34a085280b26', 'code': 200} Aug 25 17:01:46.857634 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ec24a-c213-44a1-9b88-e29fd046d52f req-298081f4-e7e6-4240-8697-ddb237f9b382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:46.859251 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-da2ec24a-c213-44a1-9b88-e29fd046d52f req-298081f4-e7e6-4240-8697-ddb237f9b382 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bdfde8f3-d824-4d4b-8231-63c03d904bcb HTTP/1.1" status: 200 len: 1098 time: 0.0757682 Aug 25 17:01:46.880885 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-da2ec24a-c213-44a1-9b88-e29fd046d52f req-10ba1b92-bdad-4918-ac6a-ab227efb6f80 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:47.017368 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3a305108-1f99-4b5d-a622-23901fed2525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:47.040171 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-da2ec24a-c213-44a1-9b88-e29fd046d52f req-10ba1b92-bdad-4918-ac6a-ab227efb6f80 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:47.076501 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-da2ec24a-c213-44a1-9b88-e29fd046d52f req-10ba1b92-bdad-4918-ac6a-ab227efb6f80 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:47.141217 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-da2ec24a-c213-44a1-9b88-e29fd046d52f req-10ba1b92-bdad-4918-ac6a-ab227efb6f80 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=dd8baece-e2e1-43c3-99c2-483b59b3b492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737381 Aug 25 17:01:47.170363 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ba1b92-bdad-4918-ac6a-ab227efb6f80 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b60ba124-5eb4-41bd-a452-8d19620940af,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:47.199557 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f813c853-90df-43af-97c3-9c29e6339bc8 req-40799baa-35b2-4f91-b73c-64ad0d741740 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:47.201363 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f813c853-90df-43af-97c3-9c29e6339bc8 req-40799baa-35b2-4f91-b73c-64ad0d741740 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7b35827-e135-4a73-9e24-ac109318f523 HTTP/1.1" status: 200 len: 946 time: 0.1652987 Aug 25 17:01:47.215713 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efcd5d3-9895-4ba6-b726-c324603f1153 req-a134bfa8-9a9e-45c8-98f6-1f81aba48bba tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:47.218139 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5efcd5d3-9895-4ba6-b726-c324603f1153 req-a134bfa8-9a9e-45c8-98f6-1f81aba48bba tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/ports?device_id=23d0a6a9-6a99-4f5d-941e-af2f69b1e03a HTTP/1.1" status: 200 len: 945 time: 0.1131616 Aug 25 17:01:47.290509 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f813c853-90df-43af-97c3-9c29e6339bc8 req-5bcbed85-051e-4907-94d4-ea9bbedb5f3b tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711756 Aug 25 17:01:47.301704 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5efcd5d3-9895-4ba6-b726-c324603f1153 req-3adb8d69-9887-4a0a-ae85-86ddc3084d87 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/security-groups?id=d911630e-e40c-452f-9806-e620e347b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624716 Aug 25 17:01:47.473939 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device c648d6f0-fb64-4908-bad3-42ad3a053517 up at agent hyperv_hv-cinder-79124 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:01:47.577252 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ba5e3-7dce-401b-8781-18a85aa6af3c req-9fb46f26-0616-4c9d-a784-e43098bb6069 tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:47.579191 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-aa6ba5e3-7dce-401b-8781-18a85aa6af3c req-9fb46f26-0616-4c9d-a784-e43098bb6069 tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] 10.222.0.88 "GET /v2.0/ports?device_id=bdfde8f3-d824-4d4b-8231-63c03d904bcb HTTP/1.1" status: 200 len: 945 time: 0.1402142 Aug 25 17:01:47.601557 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Provisioning for port c648d6f0-fb64-4908-bad3-42ad3a053517 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:01:47.608293 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Provisioning complete for port c648d6f0-fb64-4908-bad3-42ad3a053517 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:01:47.609433 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:47.640737 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-aa6ba5e3-7dce-401b-8781-18a85aa6af3c req-d9f9cccf-9fe1-4f70-9070-f8be11976b24 tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd8baece-e2e1-43c3-99c2-483b59b3b492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459173 Aug 25 17:01:47.649042 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e45ff-6028-4e6d-b044-9676e9d740ee req-52c5467a-d302-41b3-a3f3-864088f05d54 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:47.656317 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2c8e45ff-6028-4e6d-b044-9676e9d740ee req-52c5467a-d302-41b3-a3f3-864088f05d54 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 944 time: 0.1327658 Aug 25 17:01:47.718389 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:47.719027 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2c8e45ff-6028-4e6d-b044-9676e9d740ee req-e5304b79-2ad1-4f98-8d5f-d1f578b69df1 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611672 Aug 25 17:01:47.753560 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port c648d6f0-fb64-4908-bad3-42ad3a053517, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=c648d6f0-fb64-4908-bad3-42ad3a053517,segment=NetworkSegment(4d6da60f-3006-497a-af1b-371736e709aa),segment_id=4d6da60f-3006-497a-af1b-371736e709aa)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:01:47.758489 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:47.759298 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device ab99c3a1-f1a4-4219-83d8-17fc28201a8b up at agent hyperv_hv-cinder-79124 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:01:47.840859 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Pushing event updated for resources: {'Port': ['ID=c648d6f0-fb64-4908-bad3-42ad3a053517,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:47.853698 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Provisioning for port ab99c3a1-f1a4-4219-83d8-17fc28201a8b completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:01:47.858101 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Provisioning complete for port ab99c3a1-f1a4-4219-83d8-17fc28201a8b triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:01:47.858480 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:47.943035 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:47.977969 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port ab99c3a1-f1a4-4219-83d8-17fc28201a8b, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=ab99c3a1-f1a4-4219-83d8-17fc28201a8b,segment=NetworkSegment(5e3e5c27-313d-406c-97cc-b08ec9f9f718),segment_id=5e3e5c27-313d-406c-97cc-b08ec9f9f718)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:01:47.982243 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:48.035953 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Pushing event updated for resources: {'Port': ['ID=ab99c3a1-f1a4-4219-83d8-17fc28201a8b,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:48.366019 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7978419e-b967-4a47-8975-0267302d25d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:48.612411 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b1c4d2-afef-45bb-a9ba-6a9cdb070d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c0764c1-cbfb-4263-af88-7790174b6924'}, {'server_uuid': 'f7b35827-e135-4a73-9e24-ac109318f523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7388651-35dd-46eb-8a4c-dc28e4d9f3a0'}, {'server_uuid': '0310e1d0-d2c9-4bb1-b42d-5a67f0102113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c648d6f0-fb64-4908-bad3-42ad3a053517'}, {'server_uuid': '23d0a6a9-6a99-4f5d-941e-af2f69b1e03a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab99c3a1-f1a4-4219-83d8-17fc28201a8b'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:01:48.620381 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a4fac4520762e8d57daf7008e8680b9db75e4099b28a5f40786ddec6b187ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ff1067-5e48-4964-b1e5-ef12af98b228" -d '{"events": [{"server_uuid": "10b1c4d2-afef-45bb-a9ba-6a9cdb070d21", "name": "network-vif-plugged", "status": "completed", "tag": "3c0764c1-cbfb-4263-af88-7790174b6924"}, {"server_uuid": "f7b35827-e135-4a73-9e24-ac109318f523", "name": "network-vif-plugged", "status": "completed", "tag": "d7388651-35dd-46eb-8a4c-dc28e4d9f3a0"}, {"server_uuid": "0310e1d0-d2c9-4bb1-b42d-5a67f0102113", "name": "network-vif-plugged", "status": "completed", "tag": "c648d6f0-fb64-4908-bad3-42ad3a053517"}, {"server_uuid": "23d0a6a9-6a99-4f5d-941e-af2f69b1e03a", "name": "network-vif-plugged", "status": "completed", "tag": "ab99c3a1-f1a4-4219-83d8-17fc28201a8b"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:01:48.666432 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626170f9-1630-4c51-a731-c2689cd4c044 req-dbeb9129-1a37-402a-856a-624e55a3739b tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:48.668193 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-626170f9-1630-4c51-a731-c2689cd4c044 req-dbeb9129-1a37-402a-856a-624e55a3739b tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/ports?device_id=23d0a6a9-6a99-4f5d-941e-af2f69b1e03a HTTP/1.1" status: 200 len: 946 time: 0.2704895 Aug 25 17:01:48.675846 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7136ba67-5cbf-4f40-80c7-2d03b430d6c2 req-879028fc-9668-4900-a36a-70da99e61d22 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:48.677267 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7136ba67-5cbf-4f40-80c7-2d03b430d6c2 req-879028fc-9668-4900-a36a-70da99e61d22 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7b35827-e135-4a73-9e24-ac109318f523 HTTP/1.1" status: 200 len: 946 time: 0.2707822 Aug 25 17:01:48.758458 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7136ba67-5cbf-4f40-80c7-2d03b430d6c2 req-3e889aca-2364-4de1-b74b-89d0f33ae9fd tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670269 Aug 25 17:01:48.792830 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-626170f9-1630-4c51-a731-c2689cd4c044 req-a8f10822-4d72-402d-b403-f8dc2c861a60 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/security-groups?id=d911630e-e40c-452f-9806-e620e347b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142178 Aug 25 17:01:48.822505 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 25 Aug 2021 17:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0816ed1-fcdd-47c3-a4b3-8d52280fc2f8 x-openstack-request-id: req-e0816ed1-fcdd-47c3-a4b3-8d52280fc2f8 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:01:48.822802 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10b1c4d2-afef-45bb-a9ba-6a9cdb070d21", "name": "network-vif-plugged", "status": "completed", "tag": "3c0764c1-cbfb-4263-af88-7790174b6924", "code": 200}, {"server_uuid": "f7b35827-e135-4a73-9e24-ac109318f523", "name": "network-vif-plugged", "status": "completed", "tag": "d7388651-35dd-46eb-8a4c-dc28e4d9f3a0", "code": 200}, {"server_uuid": "0310e1d0-d2c9-4bb1-b42d-5a67f0102113", "name": "network-vif-plugged", "status": "completed", "tag": "c648d6f0-fb64-4908-bad3-42ad3a053517", "code": 200}, {"server_uuid": "23d0a6a9-6a99-4f5d-941e-af2f69b1e03a", "name": "network-vif-plugged", "status": "completed", "tag": "ab99c3a1-f1a4-4219-83d8-17fc28201a8b", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:01:48.823046 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e0816ed1-fcdd-47c3-a4b3-8d52280fc2f8 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:01:48.823747 dv-cinder-791240-5-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10b1c4d2-afef-45bb-a9ba-6a9cdb070d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c0764c1-cbfb-4263-af88-7790174b6924', 'code': 200} Aug 25 17:01:48.824255 dv-cinder-791240-5-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7b35827-e135-4a73-9e24-ac109318f523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7388651-35dd-46eb-8a4c-dc28e4d9f3a0', 'code': 200} Aug 25 17:01:48.824651 dv-cinder-791240-5-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0310e1d0-d2c9-4bb1-b42d-5a67f0102113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c648d6f0-fb64-4908-bad3-42ad3a053517', 'code': 200} Aug 25 17:01:48.825040 dv-cinder-791240-5-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23d0a6a9-6a99-4f5d-941e-af2f69b1e03a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab99c3a1-f1a4-4219-83d8-17fc28201a8b', 'code': 200} Aug 25 17:01:49.097800 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33be746-ca90-4785-80c7-13e9d2096adf req-a2f024a3-8390-4574-ace1-bd2670a41403 tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:49.102012 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b33be746-ca90-4785-80c7-13e9d2096adf req-a2f024a3-8390-4574-ace1-bd2670a41403 tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] 10.222.0.88 "GET /v2.0/ports?device_id=bdfde8f3-d824-4d4b-8231-63c03d904bcb HTTP/1.1" status: 200 len: 945 time: 0.2176840 Aug 25 17:01:49.132247 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb969e4a-b252-4d33-995f-67524bd90263 req-ea712d48-0726-42b6-bccb-fcb196909781 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:49.145045 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 34970) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:49.153366 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-fb969e4a-b252-4d33-995f-67524bd90263 req-ea712d48-0726-42b6-bccb-fcb196909781 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 945 time: 0.2141166 Aug 25 17:01:49.318167 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-fb969e4a-b252-4d33-995f-67524bd90263 req-9c571c36-46a8-429a-a648-a6f039f1f5ce tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633019 Aug 25 17:01:49.338806 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b33be746-ca90-4785-80c7-13e9d2096adf req-ba473e1b-5f50-4567-84a6-140c735707e5 tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd8baece-e2e1-43c3-99c2-483b59b3b492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698270 Aug 25 17:01:49.364522 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c2f531-6cd5-4d37-9c5a-8726b41301ac req-5577b6b9-cd30-4b58-85bd-ebed114da5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:49.368742 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d1c2f531-6cd5-4d37-9c5a-8726b41301ac req-5577b6b9-cd30-4b58-85bd-ebed114da5bd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=23d0a6a9-6a99-4f5d-941e-af2f69b1e03a HTTP/1.1" status: 200 len: 1099 time: 0.1732435 Aug 25 17:01:49.452382 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c7a6f57c-1bc1-4804-886f-07f208e43104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:49.463709 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d1c2f531-6cd5-4d37-9c5a-8726b41301ac req-e15f20b3-b530-438d-810b-8b2083f82f69 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d911630e-e40c-452f-9806-e620e347b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730987 Aug 25 17:01:49.516191 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 35000) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:49.525946 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ada224-85ad-4c62-b2a0-71ce266d857f req-88718d5f-bde9-4144-98f6-a4d6ec7ef4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:49.527560 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a2ada224-85ad-4c62-b2a0-71ce266d857f req-88718d5f-bde9-4144-98f6-a4d6ec7ef4dc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f7b35827-e135-4a73-9e24-ac109318f523 HTTP/1.1" status: 200 len: 1099 time: 0.1374555 Aug 25 17:01:49.541659 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca0268-0cbf-4a12-a07d-0da0ef0397de req-56d9a805-3621-4cf9-bef6-3cc55616889a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:49.543197 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f5ca0268-0cbf-4a12-a07d-0da0ef0397de req-56d9a805-3621-4cf9-bef6-3cc55616889a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 1099 time: 0.1902995 Aug 25 17:01:49.558213 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c746d34-1162-4aa7-b1cc-d5744462e70f req-eaf1f10d-4a53-4f77-98d6-031e3367fcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:49.559700 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2c746d34-1162-4aa7-b1cc-d5744462e70f req-eaf1f10d-4a53-4f77-98d6-031e3367fcf9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 1098 time: 0.1157565 Aug 25 17:01:49.620213 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c7a6f57c-1bc1-4804-886f-07f208e43104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:49.625804 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c7a6f57c-1bc1-4804-886f-07f208e43104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:49.651604 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1ff24f5b-3f36-44f1-803d-21fd36cf2c4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:49.665000 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-c7a6f57c-1bc1-4804-886f-07f208e43104 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9e89f7783f6c4c1982e2abd0b7adfdb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5188019 Aug 25 17:01:49.665975 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a6f57c-1bc1-4804-886f-07f208e43104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0defd3a-ca4c-454f-879a-1c1b0b88a274,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:49.668331 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 35016) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:49.725800 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-81c5ee62-cca2-4ae7-ba1e-18834981c8ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:49.748043 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-81c5ee62-cca2-4ae7-ba1e-18834981c8ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:49.771488 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1ff24f5b-3f36-44f1-803d-21fd36cf2c4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:49.776873 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1ff24f5b-3f36-44f1-803d-21fd36cf2c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:49.820486 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff24f5b-3f36-44f1-803d-21fd36cf2c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3344bf-60f8-416f-8839-99516c44e67a,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:49.826983 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-1ff24f5b-3f36-44f1-803d-21fd36cf2c4a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=28339639094942aaa9defb242b90b42d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3095415 Aug 25 17:01:49.829318 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 35036) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:49.864105 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a2ada224-85ad-4c62-b2a0-71ce266d857f req-3bdb0ebc-9d2c-44ff-98b7-dc344e43014f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923946 Aug 25 17:01:49.890344 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f5ca0268-0cbf-4a12-a07d-0da0ef0397de req-0d17b632-1bbd-4a73-8b23-58d0caa49f6a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198363 Aug 25 17:01:49.892569 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2c746d34-1162-4aa7-b1cc-d5744462e70f req-06888507-bf2c-4a91-a600-6b4c01977758 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199572 Aug 25 17:01:49.907432 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-81c5ee62-cca2-4ae7-ba1e-18834981c8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:49.910667 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-81c5ee62-cca2-4ae7-ba1e-18834981c8ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:49.912123 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-81c5ee62-cca2-4ae7-ba1e-18834981c8ef admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e0defd3a-ca4c-454f-879a-1c1b0b88a274 HTTP/1.1" status: 204 len: 168 time: 0.2428694 Aug 25 17:01:49.924420 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c5ee62-cca2-4ae7-ba1e-18834981c8ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0defd3a-ca4c-454f-879a-1c1b0b88a274,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:49.982745 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3312f2a9-54e1-402c-a827-2e05fad3ca49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:49.997802 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104fd283-3e37-4560-a7ab-6ecbcb682bfb req-0163f8de-32d8-4b2e-819f-fee45fbafc86 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:49.999416 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-104fd283-3e37-4560-a7ab-6ecbcb682bfb req-0163f8de-32d8-4b2e-819f-fee45fbafc86 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7b35827-e135-4a73-9e24-ac109318f523 HTTP/1.1" status: 200 len: 946 time: 0.1399000 Aug 25 17:01:50.041702 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ba2041-bd0d-48e2-b67a-24a8dddfb675 req-ebf6e95f-875a-467b-b0df-c7ac2ff96083 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:50.043239 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-37ba2041-bd0d-48e2-b67a-24a8dddfb675 req-ebf6e95f-875a-467b-b0df-c7ac2ff96083 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/ports?device_id=23d0a6a9-6a99-4f5d-941e-af2f69b1e03a HTTP/1.1" status: 200 len: 946 time: 0.1255944 Aug 25 17:01:50.045442 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3312f2a9-54e1-402c-a827-2e05fad3ca49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:50.116009 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-104fd283-3e37-4560-a7ab-6ecbcb682bfb req-c70c064d-0de8-4324-b036-a65bd3cdaf18 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086037 Aug 25 17:01:50.129959 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-37ba2041-bd0d-48e2-b67a-24a8dddfb675 req-a9cc3aaa-467c-448b-9090-32d462edd618 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/security-groups?id=d911630e-e40c-452f-9806-e620e347b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739360 Aug 25 17:01:50.154178 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3312f2a9-54e1-402c-a827-2e05fad3ca49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:50.156791 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3312f2a9-54e1-402c-a827-2e05fad3ca49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:50.160365 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-3312f2a9-54e1-402c-a827-2e05fad3ca49 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2c3344bf-60f8-416f-8839-99516c44e67a HTTP/1.1" status: 204 len: 168 time: 0.3275268 Aug 25 17:01:50.166497 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3312f2a9-54e1-402c-a827-2e05fad3ca49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3344bf-60f8-416f-8839-99516c44e67a,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:50.274325 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 35064) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:50.288756 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-70e0f761-094f-4eaf-8caa-f44cbf860d18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:50.480355 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-70e0f761-094f-4eaf-8caa-f44cbf860d18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:50.487144 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-70e0f761-094f-4eaf-8caa-f44cbf860d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:50.531835 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d9102-e33d-499c-9547-ae56d18557fd req-e67ec324-7f78-40c2-a1d6-84a17acdbd94 tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:50.533595 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-588d9102-e33d-499c-9547-ae56d18557fd req-e67ec324-7f78-40c2-a1d6-84a17acdbd94 tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] 10.222.0.88 "GET /v2.0/ports?device_id=bdfde8f3-d824-4d4b-8231-63c03d904bcb HTTP/1.1" status: 200 len: 945 time: 0.1285889 Aug 25 17:01:50.556981 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-70e0f761-094f-4eaf-8caa-f44cbf860d18 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=273f1358dd71449e8a5acf4d2e85103e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2815428 Aug 25 17:01:50.559725 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 35074) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:50.562696 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 35076) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:50.568407 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e0f761-094f-4eaf-8caa-f44cbf860d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3fa26ec-608c-4341-8fdb-d6947484035a,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:50.582403 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9099ee21-a448-43db-98af-625743db009a req-93ce2f0f-1476-4e07-a759-fbd748d77ee2 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:50.583896 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9099ee21-a448-43db-98af-625743db009a req-93ce2f0f-1476-4e07-a759-fbd748d77ee2 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 945 time: 0.1436062 Aug 25 17:01:50.614885 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-588d9102-e33d-499c-9547-ae56d18557fd req-c3a42c99-fef6-491b-9a53-87d95e243a79 tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd8baece-e2e1-43c3-99c2-483b59b3b492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707221 Aug 25 17:01:50.619173 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 35080) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:50.635384 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4fcb9bbb-c86d-4278-a095-a78db34eacbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:50.637983 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9099ee21-a448-43db-98af-625743db009a req-26d2403b-ae15-479b-9c1b-6547acda5bc4 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424871 Aug 25 17:01:50.667973 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4fcb9bbb-c86d-4278-a095-a78db34eacbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:50.734663 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4fcb9bbb-c86d-4278-a095-a78db34eacbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:50.737344 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4fcb9bbb-c86d-4278-a095-a78db34eacbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:50.741937 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-4fcb9bbb-c86d-4278-a095-a78db34eacbf admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d3fa26ec-608c-4341-8fdb-d6947484035a HTTP/1.1" status: 204 len: 168 time: 0.1805136 Aug 25 17:01:50.756326 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcb9bbb-c86d-4278-a095-a78db34eacbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3fa26ec-608c-4341-8fdb-d6947484035a,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:50.777756 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-821227c6-80cc-4a6f-8fe6-a305aea22253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:50.799399 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 35088) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:50.820373 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5f0469c-7750-4cbf-9ee6-9c656aaf598d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:50.830919 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-15116da6-5f9c-46e0-b77c-539f7a3d8479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:50.910509 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-821227c6-80cc-4a6f-8fe6-a305aea22253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:50.918126 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-821227c6-80cc-4a6f-8fe6-a305aea22253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:50.964955 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821227c6-80cc-4a6f-8fe6-a305aea22253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01126a77-49f3-4c07-8965-c409893a8a6f,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:50.987916 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-821227c6-80cc-4a6f-8fe6-a305aea22253 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4e3966fc028f4e129f61a7791458e1ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4241006 Aug 25 17:01:50.988613 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 35092) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:51.046572 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5f0469c-7750-4cbf-9ee6-9c656aaf598d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:51.049789 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4304b260-e422-4b61-8aea-9eb3b187dbcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:51.051463 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5f0469c-7750-4cbf-9ee6-9c656aaf598d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:51.086855 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4304b260-e422-4b61-8aea-9eb3b187dbcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:51.097615 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-f5f0469c-7750-4cbf-9ee6-9c656aaf598d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=72ee6cab4d0b47f7a3138bef490daf0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2932391 Aug 25 17:01:51.098427 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 35098) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:51.105298 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f0469c-7750-4cbf-9ee6-9c656aaf598d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320064d1-eb08-4621-9a3e-bb3433c83b43,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:51.170974 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b8fdb388-4083-4691-9693-219a514c8f3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:51.187637 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4304b260-e422-4b61-8aea-9eb3b187dbcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:51.191003 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4304b260-e422-4b61-8aea-9eb3b187dbcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:51.192801 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-4304b260-e422-4b61-8aea-9eb3b187dbcf admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/01126a77-49f3-4c07-8965-c409893a8a6f HTTP/1.1" status: 204 len: 168 time: 0.2028604 Aug 25 17:01:51.211275 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4304b260-e422-4b61-8aea-9eb3b187dbcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01126a77-49f3-4c07-8965-c409893a8a6f,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:51.257588 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-15116da6-5f9c-46e0-b77c-539f7a3d8479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:51.263317 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-15116da6-5f9c-46e0-b77c-539f7a3d8479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:51.282104 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b8fdb388-4083-4691-9693-219a514c8f3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:51.323709 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15116da6-5f9c-46e0-b77c-539f7a3d8479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533dac00-dc12-42bb-b8f5-7bf2d2fc922b,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:51.352120 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-15116da6-5f9c-46e0-b77c-539f7a3d8479 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c52137009fa04e3b9c1610a4e3535f70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7315974 Aug 25 17:01:51.354254 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 35112) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:51.367358 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652bab9d-072f-4cbb-a6f9-7d3e07375c43 req-9d51c90e-0a34-4015-b9c6-27dfdeb5330a tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:51.374594 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-652bab9d-072f-4cbb-a6f9-7d3e07375c43 req-9d51c90e-0a34-4015-b9c6-27dfdeb5330a tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7b35827-e135-4a73-9e24-ac109318f523 HTTP/1.1" status: 200 len: 946 time: 0.1489761 Aug 25 17:01:51.410419 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17808778-9199-4528-8192-6bfb8dc53e7c req-1e87482e-0843-45e2-8bf0-3169902e5810 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:51.411944 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-17808778-9199-4528-8192-6bfb8dc53e7c req-1e87482e-0843-45e2-8bf0-3169902e5810 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/ports?device_id=23d0a6a9-6a99-4f5d-941e-af2f69b1e03a HTTP/1.1" status: 200 len: 946 time: 0.1322367 Aug 25 17:01:51.422893 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-52d79aa0-eec6-49fb-be42-ff858e336f36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:51.444069 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-652bab9d-072f-4cbb-a6f9-7d3e07375c43 req-5c26d785-8136-4c8e-acae-ab2b30e2fac7 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684912 Aug 25 17:01:51.445508 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b8fdb388-4083-4691-9693-219a514c8f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:51.448291 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b8fdb388-4083-4691-9693-219a514c8f3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:51.449537 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-b8fdb388-4083-4691-9693-219a514c8f3f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/320064d1-eb08-4621-9a3e-bb3433c83b43 HTTP/1.1" status: 204 len: 168 time: 0.3504233 Aug 25 17:01:51.450355 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-52d79aa0-eec6-49fb-be42-ff858e336f36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:51.481367 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fdb388-4083-4691-9693-219a514c8f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320064d1-eb08-4621-9a3e-bb3433c83b43,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:51.513466 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-17808778-9199-4528-8192-6bfb8dc53e7c req-a32d0b0a-0797-47a5-8282-5e305e29863e tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/security-groups?id=d911630e-e40c-452f-9806-e620e347b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905166 Aug 25 17:01:51.515487 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-52d79aa0-eec6-49fb-be42-ff858e336f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:51.519404 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-52d79aa0-eec6-49fb-be42-ff858e336f36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:51.521517 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-52d79aa0-eec6-49fb-be42-ff858e336f36 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/533dac00-dc12-42bb-b8f5-7bf2d2fc922b HTTP/1.1" status: 204 len: 168 time: 0.1655700 Aug 25 17:01:51.531339 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d79aa0-eec6-49fb-be42-ff858e336f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533dac00-dc12-42bb-b8f5-7bf2d2fc922b,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:51.660350 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 35122) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:51.675067 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5073645d-6db4-4cea-8c53-f1c93084262c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:51.797523 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565484bd-3d71-47f0-9986-cee2f4ddbaed req-42044204-2461-4703-8166-aafa62fc59db tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:51.806308 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-565484bd-3d71-47f0-9986-cee2f4ddbaed req-42044204-2461-4703-8166-aafa62fc59db tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 945 time: 0.0730116 Aug 25 17:01:51.845723 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5073645d-6db4-4cea-8c53-f1c93084262c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:51.849773 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-565484bd-3d71-47f0-9986-cee2f4ddbaed req-225d42ee-4084-4482-94f8-ab87832f6186 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421364 Aug 25 17:01:51.854861 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5073645d-6db4-4cea-8c53-f1c93084262c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:51.893937 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5073645d-6db4-4cea-8c53-f1c93084262c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9ca688-2c3d-4596-bdb7-231567ca2573,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:51.901373 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-5073645d-6db4-4cea-8c53-f1c93084262c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=cfd6483f09c04528b76c457d29e704da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2373891 Aug 25 17:01:51.901551 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 35130) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:51.956368 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 35134) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:51.972524 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cd4bf3fe-bd4f-47ab-b6f8-c26b25bf33b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:51.975344 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7798b6bf-1333-4ee1-b5c2-e5c5480d97a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:52.010780 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7798b6bf-1333-4ee1-b5c2-e5c5480d97a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:52.097322 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7798b6bf-1333-4ee1-b5c2-e5c5480d97a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:52.101432 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7798b6bf-1333-4ee1-b5c2-e5c5480d97a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:52.105312 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-7798b6bf-1333-4ee1-b5c2-e5c5480d97a4 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ef9ca688-2c3d-4596-bdb7-231567ca2573 HTTP/1.1" status: 204 len: 168 time: 0.2003324 Aug 25 17:01:52.118454 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7798b6bf-1333-4ee1-b5c2-e5c5480d97a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9ca688-2c3d-4596-bdb7-231567ca2573,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:52.139121 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cd4bf3fe-bd4f-47ab-b6f8-c26b25bf33b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:52.146524 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cd4bf3fe-bd4f-47ab-b6f8-c26b25bf33b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:52.193723 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 35144) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:52.213650 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-cd4bf3fe-bd4f-47ab-b6f8-c26b25bf33b5 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8f8b17628b664cde93e89574334beb16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2562370 Aug 25 17:01:52.214654 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4bf3fe-bd4f-47ab-b6f8-c26b25bf33b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c87fdf-e593-42c4-a527-aee5217c401e,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:52.217263 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 35146) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:52.240100 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3d2681c4-9ce4-4131-8502-8de82609c5f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:52.280030 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3e1bb5a6-a12d-40de-96e1-38ae192d1007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:52.350522 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3e1bb5a6-a12d-40de-96e1-38ae192d1007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:52.422172 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3d2681c4-9ce4-4131-8502-8de82609c5f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:52.427038 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3d2681c4-9ce4-4131-8502-8de82609c5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:52.462727 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3e1bb5a6-a12d-40de-96e1-38ae192d1007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:52.465704 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3e1bb5a6-a12d-40de-96e1-38ae192d1007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:52.469979 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-3e1bb5a6-a12d-40de-96e1-38ae192d1007 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/93c87fdf-e593-42c4-a527-aee5217c401e HTTP/1.1" status: 204 len: 168 time: 0.2519231 Aug 25 17:01:52.484616 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1bb5a6-a12d-40de-96e1-38ae192d1007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c87fdf-e593-42c4-a527-aee5217c401e,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:52.507889 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-3d2681c4-9ce4-4131-8502-8de82609c5f2 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2528718764a14deebbd3e33662b0f1b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3118491 Aug 25 17:01:52.509105 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2681c4-9ce4-4131-8502-8de82609c5f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=021167cd-fd65-49b4-ada9-27ef47d5e1cd,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:52.510591 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 35162) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:52.629089 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3c5cd406-9883-4aaa-ab00-3d4fe3974ec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:52.633192 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac3eff-1c2c-479d-987c-bc2e9f913033 req-26bb1e5b-1623-4f3d-aae1-a4264d14708f tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:52.646238 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2fac3eff-1c2c-479d-987c-bc2e9f913033 req-26bb1e5b-1623-4f3d-aae1-a4264d14708f tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7b35827-e135-4a73-9e24-ac109318f523 HTTP/1.1" status: 200 len: 946 time: 0.1046882 Aug 25 17:01:52.665047 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3c5cd406-9883-4aaa-ab00-3d4fe3974ec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:52.734886 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2fac3eff-1c2c-479d-987c-bc2e9f913033 req-f902364c-5043-4f3d-886a-142f0f4385de tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866494 Aug 25 17:01:52.738861 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3c5cd406-9883-4aaa-ab00-3d4fe3974ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:52.742968 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3c5cd406-9883-4aaa-ab00-3d4fe3974ec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:52.746552 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-3c5cd406-9883-4aaa-ab00-3d4fe3974ec9 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/021167cd-fd65-49b4-ada9-27ef47d5e1cd HTTP/1.1" status: 204 len: 168 time: 0.2323308 Aug 25 17:01:52.785992 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5cd406-9883-4aaa-ab00-3d4fe3974ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=021167cd-fd65-49b4-ada9-27ef47d5e1cd,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:53.001857 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f005c21b-617e-4720-80f6-9f5ba77e6fb4 req-3aee07ec-0fed-4b5e-951b-460fca222152 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:53.003530 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f005c21b-617e-4720-80f6-9f5ba77e6fb4 req-3aee07ec-0fed-4b5e-951b-460fca222152 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/ports?device_id=23d0a6a9-6a99-4f5d-941e-af2f69b1e03a HTTP/1.1" status: 200 len: 946 time: 0.1299241 Aug 25 17:01:53.023870 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4300521-731d-46f1-bdea-76214341a0d4 req-9ff3a611-0d50-4489-a814-f64ffa607637 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:53.025631 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b4300521-731d-46f1-bdea-76214341a0d4 req-9ff3a611-0d50-4489-a814-f64ffa607637 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 945 time: 0.0826561 Aug 25 17:01:53.092554 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b4300521-731d-46f1-bdea-76214341a0d4 req-34f7b190-fa90-4e63-84f9-21ac922dfde5 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577178 Aug 25 17:01:53.120068 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f005c21b-617e-4720-80f6-9f5ba77e6fb4 req-b479b3d0-aa0a-419b-abc3-b4a308af2ed0 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/security-groups?id=d911630e-e40c-452f-9806-e620e347b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770152 Aug 25 17:01:53.331014 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92784a55-a994-459d-8a0a-7b4e5a22778a req-39092abc-cdf6-42c4-9ece-bfc864deb977 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:53.333234 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-92784a55-a994-459d-8a0a-7b4e5a22778a req-39092abc-cdf6-42c4-9ece-bfc864deb977 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/ports?device_id=23d0a6a9-6a99-4f5d-941e-af2f69b1e03a HTTP/1.1" status: 200 len: 946 time: 0.0964899 Aug 25 17:01:53.351257 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 35204) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:53.356192 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-48d36d52-b2d3-43fd-a87d-ea60b340203f tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Request body: {'floatingip': {'port_id': 'ab99c3a1-f1a4-4219-83d8-17fc28201a8b'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:01:53.505397 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-48d36d52-b2d3-43fd-a87d-ea60b340203f tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks [] for floatingip, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:53.674680 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e1587d-d819-4210-888a-a48386647d75 req-d740659e-6882-48ab-8f87-4983fb5a0f92 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:53.681870 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b6e1587d-d819-4210-888a-a48386647d75 req-d740659e-6882-48ab-8f87-4983fb5a0f92 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 945 time: 0.0640810 Aug 25 17:01:53.736196 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9082f2-95cd-44db-9671-6943bd6a0e4e req-d01bff9b-8db5-49ee-81d9-49661d78a65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:53.738546 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6c9082f2-95cd-44db-9671-6943bd6a0e4e req-d01bff9b-8db5-49ee-81d9-49661d78a65d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2aac5ed5850d4b2fb26a922006b2e50f&device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 1098 time: 0.1252103 Aug 25 17:01:53.741631 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b6e1587d-d819-4210-888a-a48386647d75 req-c4f34d44-90f2-4d10-9283-0d81b4a6c35f tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588140 Aug 25 17:01:53.960870 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9082f2-95cd-44db-9671-6943bd6a0e4e req-8b27128e-b559-41d0-9ad0-7e9e9eda1f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:53.962624 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6c9082f2-95cd-44db-9671-6943bd6a0e4e req-8b27128e-b559-41d0-9ad0-7e9e9eda1f6c service neutron] 10.222.0.16 "GET /v2.0/networks?id=6fe3cea9-951c-45c5-bb39-2832b07e1827 HTTP/1.1" status: 200 len: 921 time: 0.1991222 Aug 25 17:01:54.039929 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6c9082f2-95cd-44db-9671-6943bd6a0e4e req-ca141f3e-def9-46c2-bfc9-1dc47f42b79e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c648d6f0-fb64-4908-bad3-42ad3a053517 HTTP/1.1" status: 200 len: 217 time: 0.0471244 Aug 25 17:01:54.442372 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9082f2-95cd-44db-9671-6943bd6a0e4e req-9fa39147-53ad-41d7-b7c5-050c79cc0f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:54.444095 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6c9082f2-95cd-44db-9671-6943bd6a0e4e req-9fa39147-53ad-41d7-b7c5-050c79cc0f86 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b3f3aec-b759-4569-a5a7-053f9cfaf242 HTTP/1.1" status: 200 len: 859 time: 0.3802996 Aug 25 17:01:54.495486 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6c9082f2-95cd-44db-9671-6943bd6a0e4e req-c9f8cef2-aa02-439b-ba1a-9148bbd7a000 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6fe3cea9-951c-45c5-bb39-2832b07e1827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406518 Aug 25 17:01:54.752118 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6c9082f2-95cd-44db-9671-6943bd6a0e4e req-5e04a166-990e-48cf-83b3-464680051d8b service neutron] 10.222.0.16 "GET /v2.0/networks/6fe3cea9-951c-45c5-bb39-2832b07e1827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470360 Aug 25 17:01:54.759583 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-48d36d52-b2d3-43fd-a87d-ea60b340203f tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:54.772723 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-48d36d52-b2d3-43fd-a87d-ea60b340203f tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614033'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:54.900621 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c9185-ebbc-4308-babc-0c667603582f req-a4b04c5a-f0cd-423c-a3ab-9c6b25791ac2 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:54.908637 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c10c9185-ebbc-4308-babc-0c667603582f req-a4b04c5a-f0cd-423c-a3ab-9c6b25791ac2 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 945 time: 0.0797718 Aug 25 17:01:54.947726 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c10c9185-ebbc-4308-babc-0c667603582f req-c38e67f2-8d16-4d79-b2af-0bd5cc324823 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375817 Aug 25 17:01:54.949711 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6c9082f2-95cd-44db-9671-6943bd6a0e4e req-10337ca7-fb26-46b9-a495-019ffb7549e7 service neutron] 10.222.0.16 "GET /v2.0/networks/6fe3cea9-951c-45c5-bb39-2832b07e1827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876516 Aug 25 17:01:54.956223 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.db.l3_db [None req-48d36d52-b2d3-43fd-a87d-ea60b340203f tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Floating IP e9882ee9-9afd-4507-93d6-6b47df8e913e associated. External IP: 172.27.2.94, port: ab99c3a1-f1a4-4219-83d8-17fc28201a8b. Aug 25 17:01:55.283749 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48d36d52-b2d3-43fd-a87d-ea60b340203f tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Router 4dddc476-cdca-4bbf-aa6c-abfc542361f6 has already been hosted by L3 agent d32565c1-f1a3-4226-8f5a-e505deb187a1 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:01:55.411061 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d36d52-b2d3-43fd-a87d-ea60b340203f tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify agent at l3_agent.dv-cinder-791240-5-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:01:55.427208 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-48d36d52-b2d3-43fd-a87d-ea60b340203f tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:55.428148 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693e8110-2050-4c34-b1ff-ae967ee0646c None None] Sync routers for ids ['4dddc476-cdca-4bbf-aa6c-abfc542361f6'] in dv-cinder-791240-5-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:01:55.445019 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693e8110-2050-4c34-b1ff-ae967ee0646c None None] Routers {'4dddc476-cdca-4bbf-aa6c-abfc542361f6'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:01:55.446823 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-693e8110-2050-4c34-b1ff-ae967ee0646c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:01:46Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['4dddc476-cdca-4bbf-aa6c-abfc542361f6'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:01:55.484384 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-48d36d52-b2d3-43fd-a87d-ea60b340203f tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "PUT /v2.0/floatingips/e9882ee9-9afd-4507-93d6-6b47df8e913e HTTP/1.1" status: 200 len: 991 time: 2.1312721 Aug 25 17:01:55.485904 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23d0a6a9-6a99-4f5d-941e-af2f69b1e03a', 'tag': 'ab99c3a1-f1a4-4219-83d8-17fc28201a8b'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:01:55.493161 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30294bf1a97406c8a8235025fddf2f3c25b52a26b11c10f571ea972848b08700" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b1aa91-28a1-4d5a-9639-89be17ab2887" -d '{"events": [{"name": "network-changed", "server_uuid": "23d0a6a9-6a99-4f5d-941e-af2f69b1e03a", "tag": "ab99c3a1-f1a4-4219-83d8-17fc28201a8b"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:01:55.569866 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec44d517-fda6-4be2-8292-15555d5d3b85 x-openstack-request-id: req-ec44d517-fda6-4be2-8292-15555d5d3b85 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:01:55.570173 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23d0a6a9-6a99-4f5d-941e-af2f69b1e03a", "tag": "ab99c3a1-f1a4-4219-83d8-17fc28201a8b", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:01:55.571446 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ec44d517-fda6-4be2-8292-15555d5d3b85 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:01:55.572154 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23d0a6a9-6a99-4f5d-941e-af2f69b1e03a', 'tag': 'ab99c3a1-f1a4-4219-83d8-17fc28201a8b', 'status': 'completed', 'code': 200} Aug 25 17:01:55.638416 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-693e8110-2050-4c34-b1ff-ae967ee0646c None None] Set router 4dddc476-cdca-4bbf-aa6c-abfc542361f6 gateway port host: dv-cinder-791240-5-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:01:55.670756 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b1aa91-28a1-4d5a-9639-89be17ab2887 req-7ab661dc-2f54-4354-aeb9-3baef12f8407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:55.672585 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-12b1aa91-28a1-4d5a-9639-89be17ab2887 req-7ab661dc-2f54-4354-aeb9-3baef12f8407 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b481d864bbdf470583d302856fcdb3c2&device_id=23d0a6a9-6a99-4f5d-941e-af2f69b1e03a HTTP/1.1" status: 200 len: 1099 time: 0.0729928 Aug 25 17:01:55.830604 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b1aa91-28a1-4d5a-9639-89be17ab2887 req-3d8950f2-78a8-4652-9939-d724a1d0ed0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:55.832400 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-12b1aa91-28a1-4d5a-9639-89be17ab2887 req-3d8950f2-78a8-4652-9939-d724a1d0ed0c service neutron] 10.222.0.16 "GET /v2.0/networks?id=d686dfae-89b6-4141-b607-e36388f6039b HTTP/1.1" status: 200 len: 912 time: 0.1458735 Aug 25 17:01:55.952547 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-12b1aa91-28a1-4d5a-9639-89be17ab2887 req-36f229b1-fd92-42f2-afa3-f78a274846fe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab99c3a1-f1a4-4219-83d8-17fc28201a8b HTTP/1.1" status: 200 len: 999 time: 0.1121955 Aug 25 17:01:56.008747 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b1aa91-28a1-4d5a-9639-89be17ab2887 req-19b8b86f-8af7-4651-9b7f-da7c526e0f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:56.010818 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-12b1aa91-28a1-4d5a-9639-89be17ab2887 req-19b8b86f-8af7-4651-9b7f-da7c526e0f09 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b924291b-4b0f-4431-8d0f-79843e01869c HTTP/1.1" status: 200 len: 849 time: 0.0497079 Aug 25 17:01:56.039218 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-693e8110-2050-4c34-b1ff-ae967ee0646c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dddc476-cdca-4bbf-aa6c-abfc542361f6', 'name': 'tempest-AttachVolumeTestJSON-888737631-router', 'tenant_id': 'b481d864bbdf470583d302856fcdb3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '4399d554-4a99-426d-923f-dadf3ad56474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:01:06Z', 'updated_at': '2021-08-25T17:01:12Z', 'revision_number': 4, 'project_id': 'b481d864bbdf470583d302856fcdb3c2', 'gw_port': {'id': '4399d554-4a99-426d-923f-dadf3ad56474', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dddc476-cdca-4bbf-aa6c-abfc542361f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:01:07Z', 'updated_at': '2021-08-25T17:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_floatingips': [{'id': 'e9882ee9-9afd-4507-93d6-6b47df8e913e', 'tenant_id': 'b481d864bbdf470583d302856fcdb3c2', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'router_id': '4dddc476-cdca-4bbf-aa6c-abfc542361f6', 'port_id': 'ab99c3a1-f1a4-4219-83d8-17fc28201a8b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd686dfae-89b6-4141-b607-e36388f6039b', 'mac_address': 'fa:16:3e:23:f9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d0a6a9-6a99-4f5d-941e-af2f69b1e03a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:01:27Z', 'updated_at': '2021-08-25T17:01:54Z', 'revision_number': 1, 'project_id': 'b481d864bbdf470583d302856fcdb3c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa0fb896-50de-4f7f-9748-811e93e68d1b', 'name': '', 'network_id': 'd686dfae-89b6-4141-b607-e36388f6039b', 'tenant_id': 'b481d864bbdf470583d302856fcdb3c2', 'mac_address': 'fa:16:3e:26:c5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dddc476-cdca-4bbf-aa6c-abfc542361f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b924291b-4b0f-4431-8d0f-79843e01869c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:01:11Z', 'updated_at': '2021-08-25T17:01:22Z', 'revision_number': 5, 'project_id': 'b481d864bbdf470583d302856fcdb3c2', 'subnets': [{'id': 'b924291b-4b0f-4431-8d0f-79843e01869c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:01:56.077976 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693e8110-2050-4c34-b1ff-ae967ee0646c None None] Checking router: 4dddc476-cdca-4bbf-aa6c-abfc542361f6 for host: dv-cinder-791240-5-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:01:56.092116 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693e8110-2050-4c34-b1ff-ae967ee0646c None None] Routers {'4dddc476-cdca-4bbf-aa6c-abfc542361f6'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:01:56.093015 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-693e8110-2050-4c34-b1ff-ae967ee0646c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:01:46Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['4dddc476-cdca-4bbf-aa6c-abfc542361f6'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:01:56.095502 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b1aa91-28a1-4d5a-9639-89be17ab2887 req-dce84713-f3ed-4a9a-98a1-ac65c832ee32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:56.098713 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-12b1aa91-28a1-4d5a-9639-89be17ab2887 req-dce84713-f3ed-4a9a-98a1-ac65c832ee32 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d686dfae-89b6-4141-b607-e36388f6039b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0798790 Aug 25 17:01:56.191109 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bb224e-04f9-4906-a4ac-2fce022fc7e1 req-80bf5ce8-f8f6-4712-a6c7-8bf89ba601dc tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:56.203326 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c0bb224e-04f9-4906-a4ac-2fce022fc7e1 req-80bf5ce8-f8f6-4712-a6c7-8bf89ba601dc tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 945 time: 0.1016827 Aug 25 17:01:56.297385 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c0bb224e-04f9-4906-a4ac-2fce022fc7e1 req-be5ac3a1-a0e9-449f-b873-555b9fa239ab tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791707 Aug 25 17:01:56.350854 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-12b1aa91-28a1-4d5a-9639-89be17ab2887 req-07239b21-389e-44ae-9042-4fbc2763caba service neutron] 10.222.0.16 "GET /v2.0/networks/d686dfae-89b6-4141-b607-e36388f6039b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394152 Aug 25 17:01:56.368701 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-693e8110-2050-4c34-b1ff-ae967ee0646c None None] Set router 4dddc476-cdca-4bbf-aa6c-abfc542361f6 gateway port host: dv-cinder-791240-5-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:01:56.516016 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-12b1aa91-28a1-4d5a-9639-89be17ab2887 req-b7a5ff1e-aee7-4641-a001-26b9870aaf58 service neutron] 10.222.0.16 "GET /v2.0/networks/d686dfae-89b6-4141-b607-e36388f6039b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550539 Aug 25 17:01:56.693570 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-693e8110-2050-4c34-b1ff-ae967ee0646c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dddc476-cdca-4bbf-aa6c-abfc542361f6', 'name': 'tempest-AttachVolumeTestJSON-888737631-router', 'tenant_id': 'b481d864bbdf470583d302856fcdb3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '4399d554-4a99-426d-923f-dadf3ad56474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:01:06Z', 'updated_at': '2021-08-25T17:01:12Z', 'revision_number': 4, 'project_id': 'b481d864bbdf470583d302856fcdb3c2', 'gw_port': {'id': '4399d554-4a99-426d-923f-dadf3ad56474', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dddc476-cdca-4bbf-aa6c-abfc542361f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:01:07Z', 'updated_at': '2021-08-25T17:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_floatingips': [{'id': 'e9882ee9-9afd-4507-93d6-6b47df8e913e', 'tenant_id': 'b481d864bbdf470583d302856fcdb3c2', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'router_id': '4dddc476-cdca-4bbf-aa6c-abfc542361f6', 'port_id': 'ab99c3a1-f1a4-4219-83d8-17fc28201a8b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd686dfae-89b6-4141-b607-e36388f6039b', 'mac_address': 'fa:16:3e:23:f9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d0a6a9-6a99-4f5d-941e-af2f69b1e03a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:01:27Z', 'updated_at': '2021-08-25T17:01:54Z', 'revision_number': 1, 'project_id': 'b481d864bbdf470583d302856fcdb3c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa0fb896-50de-4f7f-9748-811e93e68d1b', 'name': '', 'network_id': 'd686dfae-89b6-4141-b607-e36388f6039b', 'tenant_id': 'b481d864bbdf470583d302856fcdb3c2', 'mac_address': 'fa:16:3e:26:c5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dddc476-cdca-4bbf-aa6c-abfc542361f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b924291b-4b0f-4431-8d0f-79843e01869c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:01:11Z', 'updated_at': '2021-08-25T17:01:22Z', 'revision_number': 5, 'project_id': 'b481d864bbdf470583d302856fcdb3c2', 'subnets': [{'id': 'b924291b-4b0f-4431-8d0f-79843e01869c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:01:56.721093 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693e8110-2050-4c34-b1ff-ae967ee0646c None None] The sync data for ids ['4dddc476-cdca-4bbf-aa6c-abfc542361f6'] in dv-cinder-791240-5-iscsi is: [{'id': '4dddc476-cdca-4bbf-aa6c-abfc542361f6', 'name': 'tempest-AttachVolumeTestJSON-888737631-router', 'tenant_id': 'b481d864bbdf470583d302856fcdb3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '4399d554-4a99-426d-923f-dadf3ad56474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:01:06Z', 'updated_at': '2021-08-25T17:01:12Z', 'revision_number': 4, 'project_id': 'b481d864bbdf470583d302856fcdb3c2', 'gw_port': {'id': '4399d554-4a99-426d-923f-dadf3ad56474', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dddc476-cdca-4bbf-aa6c-abfc542361f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:01:07Z', 'updated_at': '2021-08-25T17:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_floatingips': [{'id': 'e9882ee9-9afd-4507-93d6-6b47df8e913e', 'tenant_id': 'b481d864bbdf470583d302856fcdb3c2', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'router_id': '4dddc476-cdca-4bbf-aa6c-abfc542361f6', 'port_id': 'ab99c3a1-f1a4-4219-83d8-17fc28201a8b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd686dfae-89b6-4141-b607-e36388f6039b', 'mac_address': 'fa:16:3e:23:f9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d0a6a9-6a99-4f5d-941e-af2f69b1e03a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:01:27Z', 'updated_at': '2021-08-25T17:01:54Z', 'revision_number': 1, 'project_id': 'b481d864bbdf470583d302856fcdb3c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa0fb896-50de-4f7f-9748-811e93e68d1b', 'name': '', 'network_id': 'd686dfae-89b6-4141-b607-e36388f6039b', 'tenant_id': 'b481d864bbdf470583d302856fcdb3c2', 'mac_address': 'fa:16:3e:26:c5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dddc476-cdca-4bbf-aa6c-abfc542361f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b924291b-4b0f-4431-8d0f-79843e01869c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:01:11Z', 'updated_at': '2021-08-25T17:01:22Z', 'revision_number': 5, 'project_id': 'b481d864bbdf470583d302856fcdb3c2', 'subnets': [{'id': 'b924291b-4b0f-4431-8d0f-79843e01869c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:01:56.762631 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 35416) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:56.872479 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a60b0e94-bc1b-46ee-8699-d53ee71ecb83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:56.925055 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c362cb-7a69-4ab0-a3c3-fb1b51e3e165 None None] New status for floating IP e9882ee9-9afd-4507-93d6-6b47df8e913e: ACTIVE {{(pid=93884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 17:01:56.980335 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a60b0e94-bc1b-46ee-8699-d53ee71ecb83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:56.984409 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a60b0e94-bc1b-46ee-8699-d53ee71ecb83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:57.022149 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-a60b0e94-bc1b-46ee-8699-d53ee71ecb83 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=777d153ea497424392e2cb2305a0d931&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2582390 Aug 25 17:01:57.023788 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60b0e94-bc1b-46ee-8699-d53ee71ecb83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f55353-21b4-47fa-b6a3-47506c52d90d,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:57.025534 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 35422) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:57.100626 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9053acf5-a8ec-4e55-95fb-5943d057247e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:57.124163 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9053acf5-a8ec-4e55-95fb-5943d057247e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:57.180165 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9053acf5-a8ec-4e55-95fb-5943d057247e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:57.183004 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9053acf5-a8ec-4e55-95fb-5943d057247e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:57.184285 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-9053acf5-a8ec-4e55-95fb-5943d057247e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b3f55353-21b4-47fa-b6a3-47506c52d90d HTTP/1.1" status: 204 len: 168 time: 0.1575022 Aug 25 17:01:57.195642 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9053acf5-a8ec-4e55-95fb-5943d057247e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f55353-21b4-47fa-b6a3-47506c52d90d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:57.431437 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde123b-ef20-4b5f-8edf-ddb5d68a1dca req-20512270-f6e7-4367-b95e-6731724c2a42 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:57.433366 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-edde123b-ef20-4b5f-8edf-ddb5d68a1dca req-20512270-f6e7-4367-b95e-6731724c2a42 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 945 time: 0.0490954 Aug 25 17:01:57.477134 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-edde123b-ef20-4b5f-8edf-ddb5d68a1dca req-dafb3f78-1d8c-42cb-80b0-c8476da40718 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367255 Aug 25 17:01:57.928052 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 35464) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:58.054279 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-18e6e264-456f-445d-98f1-76874b081622 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1293612335-network', 'tenant_id': '08aac9c23a974fde83b7887f14dc7206'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:01:58.074667 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e6e264-456f-445d-98f1-76874b081622 admin admin] Made reservation on behalf of 08aac9c23a974fde83b7887f14dc7206 for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:01:58.077022 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-18e6e264-456f-445d-98f1-76874b081622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:58.086034 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-18e6e264-456f-445d-98f1-76874b081622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:58.177305 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-18e6e264-456f-445d-98f1-76874b081622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:58.181141 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-18e6e264-456f-445d-98f1-76874b081622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:58.201595 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18e6e264-456f-445d-98f1-76874b081622 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1479} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 17:01:58.216802 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e6e264-456f-445d-98f1-76874b081622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb90252-070b-4ca0-ad8e-75e2d66fae28,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:58.222571 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-18e6e264-456f-445d-98f1-76874b081622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16206884'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:58.222919 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.db.segments_db [None req-18e6e264-456f-445d-98f1-76874b081622 admin admin] Added segment 3d213855-abfe-4e58-8480-7cb89771466f of type vlan for network ef11e297-234f-4d32-ac73-2a452cb37035 Aug 25 17:01:58.463568 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-18e6e264-456f-445d-98f1-76874b081622 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743705589342'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:58.488866 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-18e6e264-456f-445d-98f1-76874b081622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:58.491059 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e6e264-456f-445d-98f1-76874b081622 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:58.492370 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-18e6e264-456f-445d-98f1-76874b081622 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16218488'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:58.552715 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-18e6e264-456f-445d-98f1-76874b081622 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6235147 Aug 25 17:01:58.555675 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e6e264-456f-445d-98f1-76874b081622 admin admin] Pushing event updated for resources: {'Network': ['ID=ef11e297-234f-4d32-ac73-2a452cb37035,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:58.555811 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 35480) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:58.560712 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-34b89559-e25e-40b5-9ec2-546b26683f03 admin admin] Request body: {'subnet': {'network_id': 'ef11e297-234f-4d32-ac73-2a452cb37035', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1293612335-subnet', 'tenant_id': '08aac9c23a974fde83b7887f14dc7206', 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:01:58.566266 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Network ef11e297-234f-4d32-ac73-2a452cb37035 details requested by agent ovs-agent-dv-cinder-791240-5-iscsi with host dv-cinder-791240-5-iscsi {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 17:01:58.613383 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b89559-e25e-40b5-9ec2-546b26683f03 admin admin] Made reservation on behalf of 08aac9c23a974fde83b7887f14dc7206 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:01:58.615659 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-34b89559-e25e-40b5-9ec2-546b26683f03 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:58.638024 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d4d38-d0c1-4f99-9ba6-49ccb20165b7 req-a86240c7-99ff-4002-a7b8-84fe189a8f4d tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:58.639513 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-482d4d38-d0c1-4f99-9ba6-49ccb20165b7 req-a86240c7-99ff-4002-a7b8-84fe189a8f4d tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 945 time: 0.0755222 Aug 25 17:01:58.722192 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-482d4d38-d0c1-4f99-9ba6-49ccb20165b7 req-28b51720-451e-4214-b285-b6a7250c8547 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584996 Aug 25 17:01:58.825852 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-34b89559-e25e-40b5-9ec2-546b26683f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:58.889398 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b89559-e25e-40b5-9ec2-546b26683f03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27b24ef3-530b-4ff3-993e-542863dc999f,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:58.893963 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b89559-e25e-40b5-9ec2-546b26683f03 admin admin] Checking segment: {'id': '3d213855-abfe-4e58-8480-7cb89771466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1479, 'network_id': 'ef11e297-234f-4d32-ac73-2a452cb37035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:01:58.894547 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b89559-e25e-40b5-9ec2-546b26683f03 admin admin] Network hostable DHCP agents. Network: ef11e297-234f-4d32-ac73-2a452cb37035, hostable agents: ['39bdbfd6-9eef-4d2c-92d7-b2e1f06a8fe0'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 17:01:58.914147 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b89559-e25e-40b5-9ec2-546b26683f03 admin admin] Network ef11e297-234f-4d32-ac73-2a452cb37035 is scheduled to be hosted by DHCP agent 39bdbfd6-9eef-4d2c-92d7-b2e1f06a8fe0 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 17:01:58.922820 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-34b89559-e25e-40b5-9ec2-546b26683f03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-5-iscsi, ef11e297-234f-4d32-ac73-2a452cb37035) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:01:58.927522 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b89559-e25e-40b5-9ec2-546b26683f03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:58.928137 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-34b89559-e25e-40b5-9ec2-546b26683f03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16218488'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:58.932858 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40752bc-3a29-4728-808e-f4299b2c81ba None None] Network ef11e297-234f-4d32-ac73-2a452cb37035 requested from dv-cinder-791240-5-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:01:58.946249 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-34b89559-e25e-40b5-9ec2-546b26683f03 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3893447 Aug 25 17:01:58.948813 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 35492) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:01:58.956591 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-d44afcb5-4b30-4265-b9d7-5c18914fbe86 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1293612335-router', 'tenant_id': '08aac9c23a974fde83b7887f14dc7206', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:01:58.988007 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d44afcb5-4b30-4265-b9d7-5c18914fbe86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36909'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:58.989595 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d44afcb5-4b30-4265-b9d7-5c18914fbe86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-613604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-671558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36916'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:59.059842 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d44afcb5-4b30-4265-b9d7-5c18914fbe86 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:59.112990 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7207225a-c489-4de0-a187-2f055ac159fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp794e47e6-b8ad-5c0b-879a-efa4fa32050a-ef11e297-234f-4d32-ac73-2a452cb37035', 'network_id': 'ef11e297-234f-4d32-ac73-2a452cb37035', 'tenant_id': '08aac9c23a974fde83b7887f14dc7206', 'fixed_ips': [{'subnet_id': '27b24ef3-530b-4ff3-993e-542863dc999f'}]}} from dv-cinder-791240-5-iscsi. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 17:01:59.114246 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7207225a-c489-4de0-a187-2f055ac159fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:59.229266 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d44afcb5-4b30-4265-b9d7-5c18914fbe86 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:59.279463 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-7207225a-c489-4de0-a187-2f055ac159fb None None] Allocated IP 172.20.0.2 (ef11e297-234f-4d32-ac73-2a452cb37035/27b24ef3-530b-4ff3-993e-542863dc999f/24f2a091-d990-4f65-8972-573b82bf53e9) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:01:59.478324 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7207225a-c489-4de0-a187-2f055ac159fb None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:59.489565 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-7207225a-c489-4de0-a187-2f055ac159fb None None] Transition to ACTIVE for port object 24f2a091-d990-4f65-8972-573b82bf53e9 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:01:59.491510 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d44afcb5-4b30-4265-b9d7-5c18914fbe86 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:59.513827 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-7207225a-c489-4de0-a187-2f055ac159fb None None] Transition to ACTIVE for port object 24f2a091-d990-4f65-8972-573b82bf53e9 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:01:59.518052 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d44afcb5-4b30-4265-b9d7-5c18914fbe86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:59.535858 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7207225a-c489-4de0-a187-2f055ac159fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743705601783'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:59.604727 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7207225a-c489-4de0-a187-2f055ac159fb None None] Network ef11e297-234f-4d32-ac73-2a452cb37035 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:01:59.614391 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-7207225a-c489-4de0-a187-2f055ac159fb None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:01:59.614391 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7207225a-c489-4de0-a187-2f055ac159fb None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:01:59.616640 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7207225a-c489-4de0-a187-2f055ac159fb None None] Pushing event updated for resources: {'Port': ['ID=24f2a091-d990-4f65-8972-573b82bf53e9,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:59.657065 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-d44afcb5-4b30-4265-b9d7-5c18914fbe86 admin admin] Allocated IP 172.27.2.16 (914f4934-f5ad-4127-8ba1-186f4f0b2c29/116950f5-36d3-4fc2-ae19-feb6e35b150a/41ddcd92-8df0-4f54-be99-2b9439c457c4) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:01:59.681189 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-7207225a-c489-4de0-a187-2f055ac159fb None None] Attempting to bind port 24f2a091-d990-4f65-8972-573b82bf53e9 on host dv-cinder-791240-5-iscsi for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:01:59.681560 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-7207225a-c489-4de0-a187-2f055ac159fb None None] Attempting to bind port 24f2a091-d990-4f65-8972-573b82bf53e9 by drivers openvswitch,hyperv on host dv-cinder-791240-5-iscsi at level 0 using segments [{'id': '3d213855-abfe-4e58-8480-7cb89771466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1479, 'network_id': 'ef11e297-234f-4d32-ac73-2a452cb37035'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:01:59.681979 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7207225a-c489-4de0-a187-2f055ac159fb None None] Attempting to bind port 24f2a091-d990-4f65-8972-573b82bf53e9 on network ef11e297-234f-4d32-ac73-2a452cb37035 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:01:59.687361 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7207225a-c489-4de0-a187-2f055ac159fb None None] Checking agent: {'id': '228fda10-d8da-45cc-9fcd-c0d1ec5752d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 53, 16), 'started_at': datetime.datetime(2021, 8, 25, 16, 53, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:01:59.687941 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7207225a-c489-4de0-a187-2f055ac159fb None None] Checking segment: {'id': '3d213855-abfe-4e58-8480-7cb89771466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1479, 'network_id': 'ef11e297-234f-4d32-ac73-2a452cb37035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:01:59.688343 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7207225a-c489-4de0-a187-2f055ac159fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:59.688735 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7207225a-c489-4de0-a187-2f055ac159fb None None] Bound using segment: {'id': '3d213855-abfe-4e58-8480-7cb89771466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1479, 'network_id': 'ef11e297-234f-4d32-ac73-2a452cb37035'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:01:59.689200 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-7207225a-c489-4de0-a187-2f055ac159fb None None] Bound port: 24f2a091-d990-4f65-8972-573b82bf53e9, host: dv-cinder-791240-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d213855-abfe-4e58-8480-7cb89771466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1479, 'network_id': 'ef11e297-234f-4d32-ac73-2a452cb37035'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:01:59.689580 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7207225a-c489-4de0-a187-2f055ac159fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:59.764152 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-7207225a-c489-4de0-a187-2f055ac159fb None None] For port 24f2a091-d990-4f65-8972-573b82bf53e9, host dv-cinder-791240-5-iscsi, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:01:59.774310 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-7207225a-c489-4de0-a187-2f055ac159fb None None] For port 24f2a091-d990-4f65-8972-573b82bf53e9, host dv-cinder-791240-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=24f2a091-d990-4f65-8972-573b82bf53e9,segment=NetworkSegment(3d213855-abfe-4e58-8480-7cb89771466f),segment_id=3d213855-abfe-4e58-8480-7cb89771466f)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:01:59.779228 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7207225a-c489-4de0-a187-2f055ac159fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:59.780259 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d44afcb5-4b30-4265-b9d7-5c18914fbe86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:59.853772 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7207225a-c489-4de0-a187-2f055ac159fb None None] Pushing event updated for resources: {'Port': ['ID=24f2a091-d990-4f65-8972-573b82bf53e9,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:01:59.869741 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d44afcb5-4b30-4265-b9d7-5c18914fbe86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743705601783'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:01:59.878413 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c583f14-e6d4-4e71-bbc2-43e2457e43cb req-f3b9cef2-f01a-4324-a154-f1cb36473a5c tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:01:59.879933 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9c583f14-e6d4-4e71-bbc2-43e2457e43cb req-f3b9cef2-f01a-4324-a154-f1cb36473a5c tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 945 time: 0.0744851 Aug 25 17:01:59.944222 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44afcb5-4b30-4265-b9d7-5c18914fbe86 admin admin] Network 914f4934-f5ad-4127-8ba1-186f4f0b2c29 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:01:59.950031 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-d44afcb5-4b30-4265-b9d7-5c18914fbe86 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:01:59.952894 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44afcb5-4b30-4265-b9d7-5c18914fbe86 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:02:00.003211 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44afcb5-4b30-4265-b9d7-5c18914fbe86 admin admin] Pushing event updated for resources: {'Port': ['ID=41ddcd92-8df0-4f54-be99-2b9439c457c4,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:00.054947 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9c583f14-e6d4-4e71-bbc2-43e2457e43cb req-bcb02d0c-703a-4921-aabc-273f8dd73a8b tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453245 Aug 25 17:02:00.235235 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d44afcb5-4b30-4265-b9d7-5c18914fbe86 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:00.434895 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d44afcb5-4b30-4265-b9d7-5c18914fbe86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-612021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613947'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:00.570291 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d44afcb5-4b30-4265-b9d7-5c18914fbe86 admin admin] Router d80c3129-4cf6-4806-9b6a-36a4297c89f6 is scheduled to L3 agent d32565c1-f1a3-4226-8f5a-e505deb187a1 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 17:02:00.712081 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44afcb5-4b30-4265-b9d7-5c18914fbe86 admin admin] Notify agent at l3_agent.dv-cinder-791240-5-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:02:00.731764 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a596e09-6152-4481-bd7a-886717ed8102 None None] Sync routers for ids ['d80c3129-4cf6-4806-9b6a-36a4297c89f6'] in dv-cinder-791240-5-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:02:00.739448 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d44afcb5-4b30-4265-b9d7-5c18914fbe86 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:00.741720 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-d44afcb5-4b30-4265-b9d7-5c18914fbe86 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7911859 Aug 25 17:02:00.744197 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 35570) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:02:00.748140 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a596e09-6152-4481-bd7a-886717ed8102 None None] Routers {'d80c3129-4cf6-4806-9b6a-36a4297c89f6'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:02:00.748742 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-3a596e09-6152-4481-bd7a-886717ed8102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:01:46Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['d80c3129-4cf6-4806-9b6a-36a4297c89f6'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:02:00.808238 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device 24f2a091-d990-4f65-8972-573b82bf53e9 up at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:02:00.880763 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f266fa8-0556-4cf9-b315-d13aa591a064 None None] Network ef11e297-234f-4d32-ac73-2a452cb37035 requested from dv-cinder-791240-5-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:02:00.905146 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-3a596e09-6152-4481-bd7a-886717ed8102 None None] Set router d80c3129-4cf6-4806-9b6a-36a4297c89f6 gateway port host: dv-cinder-791240-5-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:02:00.949985 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-764441de-7d5c-43bb-bbab-48462c1a07b6 None None] Provisioning for port 24f2a091-d990-4f65-8972-573b82bf53e9 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:02:00.978295 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning for port 24f2a091-d990-4f65-8972-573b82bf53e9 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:02:00.984291 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning complete for port 24f2a091-d990-4f65-8972-573b82bf53e9 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:02:00.984724 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:01.143664 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:01.173588 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-3a596e09-6152-4481-bd7a-886717ed8102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80c3129-4cf6-4806-9b6a-36a4297c89f6', 'name': 'tempest-TestShelveInstance-1293612335-router', 'tenant_id': '08aac9c23a974fde83b7887f14dc7206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '41ddcd92-8df0-4f54-be99-2b9439c457c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:01:58Z', 'updated_at': '2021-08-25T17:02:00Z', 'revision_number': 3, 'project_id': '08aac9c23a974fde83b7887f14dc7206', 'gw_port': {'id': '41ddcd92-8df0-4f54-be99-2b9439c457c4', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80c3129-4cf6-4806-9b6a-36a4297c89f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:01:59Z', 'updated_at': '2021-08-25T17:01:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi'}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:02:01.221315 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] For port 24f2a091-d990-4f65-8972-573b82bf53e9, host dv-cinder-791240-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=24f2a091-d990-4f65-8972-573b82bf53e9,segment=NetworkSegment(3d213855-abfe-4e58-8480-7cb89771466f),segment_id=3d213855-abfe-4e58-8480-7cb89771466f)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:02:01.236231 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:01.256050 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a596e09-6152-4481-bd7a-886717ed8102 None None] Checking router: d80c3129-4cf6-4806-9b6a-36a4297c89f6 for host: dv-cinder-791240-5-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:02:01.256940 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a596e09-6152-4481-bd7a-886717ed8102 None None] Updating router d80c3129-4cf6-4806-9b6a-36a4297c89f6 port 41ddcd92-8df0-4f54-be99-2b9439c457c4 binding host dv-cinder-791240-5-iscsi {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 17:02:01.338807 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Pushing event updated for resources: {'Port': ['ID=24f2a091-d990-4f65-8972-573b82bf53e9,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:01.352485 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3a596e09-6152-4481-bd7a-886717ed8102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:01.502955 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081fd833-2979-4566-930a-b1e433be581f req-edba95c3-1a3d-4ba9-8d3f-e934887ca96a tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:01.509512 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-081fd833-2979-4566-930a-b1e433be581f req-edba95c3-1a3d-4ba9-8d3f-e934887ca96a tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 945 time: 0.2302134 Aug 25 17:02:01.566151 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-081fd833-2979-4566-930a-b1e433be581f req-61187478-245d-4e41-96bd-6ee02f07c23d tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472498 Aug 25 17:02:01.603382 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-0c346837-17ad-4722-a943-31d6cd271015 None None] Provisioning complete for port 24f2a091-d990-4f65-8972-573b82bf53e9 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:02:01.608868 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0c346837-17ad-4722-a943-31d6cd271015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:01.808036 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3a596e09-6152-4481-bd7a-886717ed8102 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:01.820793 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-3a596e09-6152-4481-bd7a-886717ed8102 None None] Transition to ACTIVE for port object 41ddcd92-8df0-4f54-be99-2b9439c457c4 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:02:01.828096 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3a596e09-6152-4481-bd7a-886717ed8102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:01.844635 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 35600) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:02:01.848133 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e007f827-9e5d-42d8-b48b-8e7f24abed05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:01.889738 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-3a596e09-6152-4481-bd7a-886717ed8102 None None] Attempting to bind port 41ddcd92-8df0-4f54-be99-2b9439c457c4 on host dv-cinder-791240-5-iscsi for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:02:01.890115 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-3a596e09-6152-4481-bd7a-886717ed8102 None None] Attempting to bind port 41ddcd92-8df0-4f54-be99-2b9439c457c4 by drivers openvswitch,hyperv on host dv-cinder-791240-5-iscsi at level 0 using segments [{'id': '831650f3-50e7-4109-a77c-8151443483b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:02:01.890475 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a596e09-6152-4481-bd7a-886717ed8102 None None] Attempting to bind port 41ddcd92-8df0-4f54-be99-2b9439c457c4 on network 914f4934-f5ad-4127-8ba1-186f4f0b2c29 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:02:01.897835 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5f61c6-cfaf-4576-a33d-95e27b03e8f5 None None] Pushing event updated for resources: {'Port': ['ID=41ddcd92-8df0-4f54-be99-2b9439c457c4,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:01.900370 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a596e09-6152-4481-bd7a-886717ed8102 None None] Checking agent: {'id': '228fda10-d8da-45cc-9fcd-c0d1ec5752d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 53, 16), 'started_at': datetime.datetime(2021, 8, 25, 16, 53, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:02:01.900743 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a596e09-6152-4481-bd7a-886717ed8102 None None] Checking segment: {'id': '831650f3-50e7-4109-a77c-8151443483b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:02:01.901137 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3a596e09-6152-4481-bd7a-886717ed8102 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:01.901526 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a596e09-6152-4481-bd7a-886717ed8102 None None] Bound using segment: {'id': '831650f3-50e7-4109-a77c-8151443483b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:02:01.902022 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-3a596e09-6152-4481-bd7a-886717ed8102 None None] Bound port: 41ddcd92-8df0-4f54-be99-2b9439c457c4, host: dv-cinder-791240-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '831650f3-50e7-4109-a77c-8151443483b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:02:01.902425 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3a596e09-6152-4481-bd7a-886717ed8102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:01.967107 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-3a596e09-6152-4481-bd7a-886717ed8102 None None] For port 41ddcd92-8df0-4f54-be99-2b9439c457c4, host dv-cinder-791240-5-iscsi, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:02:01.970507 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-3a596e09-6152-4481-bd7a-886717ed8102 None None] For port 41ddcd92-8df0-4f54-be99-2b9439c457c4, host dv-cinder-791240-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=41ddcd92-8df0-4f54-be99-2b9439c457c4,segment=NetworkSegment(831650f3-50e7-4109-a77c-8151443483b4),segment_id=831650f3-50e7-4109-a77c-8151443483b4)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:02:01.975631 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3a596e09-6152-4481-bd7a-886717ed8102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:02.002545 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-be5f92ac-3d3e-43ae-8fe5-a21a1b5e0312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:02.038367 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a596e09-6152-4481-bd7a-886717ed8102 None None] Routers {'d80c3129-4cf6-4806-9b6a-36a4297c89f6'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:02:02.039263 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-3a596e09-6152-4481-bd7a-886717ed8102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:01:46Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['d80c3129-4cf6-4806-9b6a-36a4297c89f6'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:02:02.078193 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-e007f827-9e5d-42d8-b48b-8e7f24abed05 admin admin] Allocated IP 172.20.0.1 (ef11e297-234f-4d32-ac73-2a452cb37035/27b24ef3-530b-4ff3-993e-542863dc999f/4f8b9e9d-b191-4f54-9e46-4bcbd77913e1) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:02:02.087982 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5f61c6-cfaf-4576-a33d-95e27b03e8f5 None None] Pushing event updated for resources: {'Port': ['ID=41ddcd92-8df0-4f54-be99-2b9439c457c4,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:02.158928 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-be5f92ac-3d3e-43ae-8fe5-a21a1b5e0312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:02.163448 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-be5f92ac-3d3e-43ae-8fe5-a21a1b5e0312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:02.173808 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-3a596e09-6152-4481-bd7a-886717ed8102 None None] Set router d80c3129-4cf6-4806-9b6a-36a4297c89f6 gateway port host: dv-cinder-791240-5-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:02:02.202563 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-be5f92ac-3d3e-43ae-8fe5-a21a1b5e0312 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3c78dc94b83e4641a8c51f5999c88517&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3565595 Aug 25 17:02:02.204046 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5f92ac-3d3e-43ae-8fe5-a21a1b5e0312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=914476cc-5a06-41a6-a0f8-9be8dda9b1b1,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:02.206232 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 35604) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:02:02.210789 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e007f827-9e5d-42d8-b48b-8e7f24abed05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:02.224848 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-e007f827-9e5d-42d8-b48b-8e7f24abed05 admin admin] Transition to ACTIVE for port object 4f8b9e9d-b191-4f54-9e46-4bcbd77913e1 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:02:02.228167 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5f92ac-3d3e-43ae-8fe5-a21a1b5e0312 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:02:02.228692 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5f92ac-3d3e-43ae-8fe5-a21a1b5e0312 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:02:02.229185 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5f92ac-3d3e-43ae-8fe5-a21a1b5e0312 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:02:02.229902 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5f92ac-3d3e-43ae-8fe5-a21a1b5e0312 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:02:02.230519 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5f92ac-3d3e-43ae-8fe5-a21a1b5e0312 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:02:02.230925 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5f92ac-3d3e-43ae-8fe5-a21a1b5e0312 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:02:02.231252 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5f92ac-3d3e-43ae-8fe5-a21a1b5e0312 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:02:02.231652 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5f92ac-3d3e-43ae-8fe5-a21a1b5e0312 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:02:02.232126 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5f92ac-3d3e-43ae-8fe5-a21a1b5e0312 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:02:02.232652 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5f92ac-3d3e-43ae-8fe5-a21a1b5e0312 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:02:02.233134 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5f92ac-3d3e-43ae-8fe5-a21a1b5e0312 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:02:02.233654 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5f92ac-3d3e-43ae-8fe5-a21a1b5e0312 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:02:02.265497 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e007f827-9e5d-42d8-b48b-8e7f24abed05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743705601783'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:02.280219 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-31f1c8c4-42a1-498e-a9ce-4bc3f177b95a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:02.305663 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-31f1c8c4-42a1-498e-a9ce-4bc3f177b95a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:02.317839 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e007f827-9e5d-42d8-b48b-8e7f24abed05 admin admin] Network ef11e297-234f-4d32-ac73-2a452cb37035 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:02:02.322995 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-e007f827-9e5d-42d8-b48b-8e7f24abed05 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:02:02.325632 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e007f827-9e5d-42d8-b48b-8e7f24abed05 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:02:02.327093 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e007f827-9e5d-42d8-b48b-8e7f24abed05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614116'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:02.347379 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e007f827-9e5d-42d8-b48b-8e7f24abed05 admin admin] Pushing event updated for resources: {'Port': ['ID=4f8b9e9d-b191-4f54-9e46-4bcbd77913e1,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:02.379285 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-3a596e09-6152-4481-bd7a-886717ed8102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80c3129-4cf6-4806-9b6a-36a4297c89f6', 'name': 'tempest-TestShelveInstance-1293612335-router', 'tenant_id': '08aac9c23a974fde83b7887f14dc7206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '41ddcd92-8df0-4f54-be99-2b9439c457c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:01:58Z', 'updated_at': '2021-08-25T17:02:00Z', 'revision_number': 3, 'project_id': '08aac9c23a974fde83b7887f14dc7206', 'gw_port': {'id': '41ddcd92-8df0-4f54-be99-2b9439c457c4', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80c3129-4cf6-4806-9b6a-36a4297c89f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:01:59Z', 'updated_at': '2021-08-25T17:02:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi'}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:02:02.432054 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-31f1c8c4-42a1-498e-a9ce-4bc3f177b95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:02.435035 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-31f1c8c4-42a1-498e-a9ce-4bc3f177b95a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:02.436565 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-31f1c8c4-42a1-498e-a9ce-4bc3f177b95a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/914476cc-5a06-41a6-a0f8-9be8dda9b1b1 HTTP/1.1" status: 204 len: 168 time: 0.2292290 Aug 25 17:02:02.468147 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f1c8c4-42a1-498e-a9ce-4bc3f177b95a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=914476cc-5a06-41a6-a0f8-9be8dda9b1b1,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:02.541786 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a596e09-6152-4481-bd7a-886717ed8102 None None] The sync data for ids ['d80c3129-4cf6-4806-9b6a-36a4297c89f6'] in dv-cinder-791240-5-iscsi is: [{'id': 'd80c3129-4cf6-4806-9b6a-36a4297c89f6', 'name': 'tempest-TestShelveInstance-1293612335-router', 'tenant_id': '08aac9c23a974fde83b7887f14dc7206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '41ddcd92-8df0-4f54-be99-2b9439c457c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:01:58Z', 'updated_at': '2021-08-25T17:02:00Z', 'revision_number': 3, 'project_id': '08aac9c23a974fde83b7887f14dc7206', 'gw_port': {'id': '41ddcd92-8df0-4f54-be99-2b9439c457c4', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80c3129-4cf6-4806-9b6a-36a4297c89f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:01:59Z', 'updated_at': '2021-08-25T17:02:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:02:02.544769 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-675b0cfa-30a8-494e-b3ff-bb445488b7d8 None None] Agent healthcheck: found 6 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:02:02.608128 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e007f827-9e5d-42d8-b48b-8e7f24abed05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:02.684567 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-5ece28ca-cfd7-4fbd-b3c9-4367d612b669 None None] Provisioning for port 4f8b9e9d-b191-4f54-9e46-4bcbd77913e1 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:02:02.692620 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-5ece28ca-cfd7-4fbd-b3c9-4367d612b669 None None] Provisioning complete for port 4f8b9e9d-b191-4f54-9e46-4bcbd77913e1 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:02:02.693002 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5ece28ca-cfd7-4fbd-b3c9-4367d612b669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:02.758482 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-5ece28ca-cfd7-4fbd-b3c9-4367d612b669 None None] Port 4f8b9e9d-b191-4f54-9e46-4bcbd77913e1 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 17:02:02.793313 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device 24f2a091-d990-4f65-8972-573b82bf53e9 up at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:02:02.894232 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning complete for port 24f2a091-d990-4f65-8972-573b82bf53e9 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:02:02.894232 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:03.025162 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c4cef-bb68-4f88-9ba0-b0a0cdc0eb51 req-f9d8cb2d-a80d-4767-afcc-77690f34b4c0 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:03.026027 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f86c4cef-bb68-4f88-9ba0-b0a0cdc0eb51 req-f9d8cb2d-a80d-4767-afcc-77690f34b4c0 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 945 time: 0.2772398 Aug 25 17:02:03.073447 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 35634) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:02:03.087093 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e007f827-9e5d-42d8-b48b-8e7f24abed05 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:03.091921 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f86c4cef-bb68-4f88-9ba0-b0a0cdc0eb51 req-27ac1849-41c3-4965-a707-206ec7e3917f tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574980 Aug 25 17:02:03.096171 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e007f827-9e5d-42d8-b48b-8e7f24abed05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:03.102303 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e007f827-9e5d-42d8-b48b-8e7f24abed05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16218532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612667'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:03.119505 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-53ea2f82-76e6-44e7-b83e-54b38e8a9653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:03.214431 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e007f827-9e5d-42d8-b48b-8e7f24abed05 admin admin] Pushing event updated for resources: {'Port': ['ID=4f8b9e9d-b191-4f54-9e46-4bcbd77913e1,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:03.226443 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e007f827-9e5d-42d8-b48b-8e7f24abed05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:02:03.226824 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e007f827-9e5d-42d8-b48b-8e7f24abed05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:02:03.227216 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e007f827-9e5d-42d8-b48b-8e7f24abed05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:02:03.227552 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e007f827-9e5d-42d8-b48b-8e7f24abed05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:02:03.227929 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e007f827-9e5d-42d8-b48b-8e7f24abed05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:02:03.228303 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e007f827-9e5d-42d8-b48b-8e7f24abed05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:02:03.228658 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e007f827-9e5d-42d8-b48b-8e7f24abed05 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:02:03.228982 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e007f827-9e5d-42d8-b48b-8e7f24abed05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:02:03.229307 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e007f827-9e5d-42d8-b48b-8e7f24abed05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:02:03.229630 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e007f827-9e5d-42d8-b48b-8e7f24abed05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:02:03.230213 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e007f827-9e5d-42d8-b48b-8e7f24abed05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:02:03.230337 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e007f827-9e5d-42d8-b48b-8e7f24abed05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:02:03.270585 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-53ea2f82-76e6-44e7-b83e-54b38e8a9653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:03.276979 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-53ea2f82-76e6-44e7-b83e-54b38e8a9653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:03.293557 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e007f827-9e5d-42d8-b48b-8e7f24abed05 admin admin] Network ef11e297-234f-4d32-ac73-2a452cb37035 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:02:03.295497 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-e007f827-9e5d-42d8-b48b-8e7f24abed05 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:02:03.354489 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ea2f82-76e6-44e7-b83e-54b38e8a9653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=500b4572-e306-4473-a4d1-7359f9866271,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:03.381882 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-53ea2f82-76e6-44e7-b83e-54b38e8a9653 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ce96b2e8e47f4ca5b46ff177b2f7e2b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3062029 Aug 25 17:02:03.390576 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 35638) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:02:03.472680 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b31a5cff-6412-440e-ae30-f7c598827fa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:03.497176 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e007f827-9e5d-42d8-b48b-8e7f24abed05 admin admin] Router d80c3129-4cf6-4806-9b6a-36a4297c89f6 has already been hosted by L3 agent d32565c1-f1a3-4226-8f5a-e505deb187a1 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:02:03.506728 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519cca6f-8be5-4fb3-9990-b85f7c98d532 req-83ce8d5f-3e00-4db4-ad60-83746880adea tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:03.508371 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-519cca6f-8be5-4fb3-9990-b85f7c98d532 req-83ce8d5f-3e00-4db4-ad60-83746880adea tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] 10.222.0.88 "GET /v2.0/ports?device_id=bdfde8f3-d824-4d4b-8231-63c03d904bcb HTTP/1.1" status: 200 len: 945 time: 0.0804436 Aug 25 17:02:03.520464 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b31a5cff-6412-440e-ae30-f7c598827fa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:03.590989 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b31a5cff-6412-440e-ae30-f7c598827fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:03.604512 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b31a5cff-6412-440e-ae30-f7c598827fa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:03.606013 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-b31a5cff-6412-440e-ae30-f7c598827fa1 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/500b4572-e306-4473-a4d1-7359f9866271 HTTP/1.1" status: 204 len: 168 time: 0.2140787 Aug 25 17:02:03.614958 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a5cff-6412-440e-ae30-f7c598827fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=500b4572-e306-4473-a4d1-7359f9866271,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:03.618255 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-519cca6f-8be5-4fb3-9990-b85f7c98d532 req-592bd4e9-7223-49ef-bf1f-4951d49ee91d tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd8baece-e2e1-43c3-99c2-483b59b3b492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994642 Aug 25 17:02:03.682721 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-46de2bb0-b13a-4bc8-9a70-0c741c623195 None None] Provisioning complete for port 4f8b9e9d-b191-4f54-9e46-4bcbd77913e1 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:02:03.683105 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-46de2bb0-b13a-4bc8-9a70-0c741c623195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:03.695645 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e007f827-9e5d-42d8-b48b-8e7f24abed05 admin admin] Notify agent at l3_agent.dv-cinder-791240-5-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:02:03.706581 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-e007f827-9e5d-42d8-b48b-8e7f24abed05 admin admin] 10.222.0.88 "PUT /v2.0/routers/d80c3129-4cf6-4806-9b6a-36a4297c89f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9608030 Aug 25 17:02:03.728422 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-46de2bb0-b13a-4bc8-9a70-0c741c623195 None None] Port 4f8b9e9d-b191-4f54-9e46-4bcbd77913e1 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 17:02:04.252572 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73f6eb-15e4-4135-a870-71d2cb38c549 req-267e66b2-5745-4af0-b37b-165e81cc805e tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:04.255703 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9c73f6eb-15e4-4135-a870-71d2cb38c549 req-267e66b2-5745-4af0-b37b-165e81cc805e tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 945 time: 0.0754640 Aug 25 17:02:04.311274 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9c73f6eb-15e4-4135-a870-71d2cb38c549 req-4dfa4018-5120-4f71-8e39-2329b56adb8a tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454147 Aug 25 17:02:04.396987 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 35684) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:02:04.402374 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-93d6b74a-95cd-4ca8-b607-47e9a6210fe6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1785128440-network', 'tenant_id': '9d10a0ee35ce466fa7030135dafc013f'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:02:04.424899 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d6b74a-95cd-4ca8-b607-47e9a6210fe6 admin admin] Made reservation on behalf of 9d10a0ee35ce466fa7030135dafc013f for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:02:04.427336 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-93d6b74a-95cd-4ca8-b607-47e9a6210fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:04.436242 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-93d6b74a-95cd-4ca8-b607-47e9a6210fe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:04.545513 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-93d6b74a-95cd-4ca8-b607-47e9a6210fe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:04.554288 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-93d6b74a-95cd-4ca8-b607-47e9a6210fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:04.560640 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b84d57-69ac-4388-a0c8-3976a2c3c4ea None None] Sync routers for ids ['d80c3129-4cf6-4806-9b6a-36a4297c89f6'] in dv-cinder-791240-5-iscsi {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:02:04.571996 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b84d57-69ac-4388-a0c8-3976a2c3c4ea None None] Routers {'d80c3129-4cf6-4806-9b6a-36a4297c89f6'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:02:04.572636 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-93b84d57-69ac-4388-a0c8-3976a2c3c4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:01:46Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['d80c3129-4cf6-4806-9b6a-36a4297c89f6'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:02:04.595521 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d6b74a-95cd-4ca8-b607-47e9a6210fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da70d88d-7280-4686-bb3a-51f62e2c747d,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:04.622647 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93d6b74a-95cd-4ca8-b607-47e9a6210fe6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1470} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 17:02:04.637400 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-93d6b74a-95cd-4ca8-b607-47e9a6210fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16206884'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:04.637960 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.db.segments_db [None req-93d6b74a-95cd-4ca8-b607-47e9a6210fe6 admin admin] Added segment 801354a5-1a35-4093-8067-f918d4a67930 of type vlan for network fb64b8ba-f931-42b6-9d6a-817e5eaa9e9e Aug 25 17:02:04.663635 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 35696) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:02:04.712106 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-93d6b74a-95cd-4ca8-b607-47e9a6210fe6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743705589342'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:04.744475 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-93d6b74a-95cd-4ca8-b607-47e9a6210fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:04.758499 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d6b74a-95cd-4ca8-b607-47e9a6210fe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:04.759588 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-93d6b74a-95cd-4ca8-b607-47e9a6210fe6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16218488'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:04.767689 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-93b84d57-69ac-4388-a0c8-3976a2c3c4ea None None] Set router d80c3129-4cf6-4806-9b6a-36a4297c89f6 gateway port host: dv-cinder-791240-5-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:02:04.815943 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06bae4-b893-41b3-8698-52ffb9704684 req-630f32cd-20ed-43e0-a6fb-6fdc2fbf071b tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:04.817922 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-93d6b74a-95cd-4ca8-b607-47e9a6210fe6 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4197195 Aug 25 17:02:04.823690 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6a06bae4-b893-41b3-8698-52ffb9704684 req-630f32cd-20ed-43e0-a6fb-6fdc2fbf071b tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] 10.222.0.88 "GET /v2.0/ports?device_id=bdfde8f3-d824-4d4b-8231-63c03d904bcb HTTP/1.1" status: 200 len: 945 time: 0.1154277 Aug 25 17:02:04.824811 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 35700) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:02:04.825456 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device 41ddcd92-8df0-4f54-be99-2b9439c457c4 up at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:02:04.830368 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-38eea84a-aeb6-4c86-a2eb-fa34f931a15c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1230938898-network', 'tenant_id': '50eeda1ca9ed4aafb177582ab20696bb'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:02:04.832089 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-57e509d6-16f9-4784-a615-2e716f5bd3f3 admin admin] Request body: {'subnet': {'network_id': 'fb64b8ba-f931-42b6-9d6a-817e5eaa9e9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1785128440-subnet', 'tenant_id': '9d10a0ee35ce466fa7030135dafc013f', 'ip_version': 4}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:02:04.849713 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.db.api [None req-38eea84a-aeb6-4c86-a2eb-fa34f931a15c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 25 17:02:04.849713 dv-cinder-791240-5-iscsi neutron-server[93883]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 25 17:02:04.849713 dv-cinder-791240-5-iscsi neutron-server[93883]: [parameters: {'project_id_1': '50eeda1ca9ed4aafb177582ab20696bb', 'expiration_1': datetime.datetime(2021, 8, 25, 17, 2, 4, 839732)}] Aug 25 17:02:04.849713 dv-cinder-791240-5-iscsi neutron-server[93883]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93883) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 17:02:04.850693 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG oslo_db.api [None req-38eea84a-aeb6-4c86-a2eb-fa34f931a15c admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 17:02:04.863855 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d6b74a-95cd-4ca8-b607-47e9a6210fe6 admin admin] Pushing event updated for resources: {'Network': ['ID=fb64b8ba-f931-42b6-9d6a-817e5eaa9e9e,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:04.871456 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e509d6-16f9-4784-a615-2e716f5bd3f3 admin admin] Made reservation on behalf of 9d10a0ee35ce466fa7030135dafc013f for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:02:04.873820 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-57e509d6-16f9-4784-a615-2e716f5bd3f3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:04.873958 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6a06bae4-b893-41b3-8698-52ffb9704684 req-15204512-61db-42f8-a0e7-1ddabb7adec3 tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd8baece-e2e1-43c3-99c2-483b59b3b492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492272 Aug 25 17:02:04.880221 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Network fb64b8ba-f931-42b6-9d6a-817e5eaa9e9e details requested by agent ovs-agent-dv-cinder-791240-5-iscsi with host dv-cinder-791240-5-iscsi {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 17:02:05.039474 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning for port 41ddcd92-8df0-4f54-be99-2b9439c457c4 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:02:05.047341 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning complete for port 41ddcd92-8df0-4f54-be99-2b9439c457c4 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:02:05.047725 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:05.064408 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-57e509d6-16f9-4784-a615-2e716f5bd3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:05.114308 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e509d6-16f9-4784-a615-2e716f5bd3f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cadb841-756f-43fb-b623-b3c5e82afd38,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:05.129248 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e509d6-16f9-4784-a615-2e716f5bd3f3 admin admin] Checking segment: {'id': '801354a5-1a35-4093-8067-f918d4a67930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1470, 'network_id': 'fb64b8ba-f931-42b6-9d6a-817e5eaa9e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:02:05.129607 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e509d6-16f9-4784-a615-2e716f5bd3f3 admin admin] Network hostable DHCP agents. Network: fb64b8ba-f931-42b6-9d6a-817e5eaa9e9e, hostable agents: ['39bdbfd6-9eef-4d2c-92d7-b2e1f06a8fe0'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 17:02:05.147471 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e509d6-16f9-4784-a615-2e716f5bd3f3 admin admin] Network fb64b8ba-f931-42b6-9d6a-817e5eaa9e9e is scheduled to be hosted by DHCP agent 39bdbfd6-9eef-4d2c-92d7-b2e1f06a8fe0 with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 17:02:05.157306 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-57e509d6-16f9-4784-a615-2e716f5bd3f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-5-iscsi, fb64b8ba-f931-42b6-9d6a-817e5eaa9e9e) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:02:05.161662 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e509d6-16f9-4784-a615-2e716f5bd3f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:05.162327 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-57e509d6-16f9-4784-a615-2e716f5bd3f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16218488'] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:05.169494 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eddd0d0-13c0-4a99-b4bd-1c0c4bf80ca9 None None] Network fb64b8ba-f931-42b6-9d6a-817e5eaa9e9e requested from dv-cinder-791240-5-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:02:05.177266 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-57e509d6-16f9-4784-a615-2e716f5bd3f3 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3504527 Aug 25 17:02:05.180276 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 35704) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:02:05.184940 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-4c28dddd-0870-4109-a644-d7f0103b035a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1785128440-router', 'tenant_id': '9d10a0ee35ce466fa7030135dafc013f', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29'}}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:02:05.211449 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4c28dddd-0870-4109-a644-d7f0103b035a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36909'] for router, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:05.212670 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4c28dddd-0870-4109-a644-d7f0103b035a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-613604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-671558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36916'] for router, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:05.237696 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:05.271566 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4c28dddd-0870-4109-a644-d7f0103b035a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:05.279419 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] For port 41ddcd92-8df0-4f54-be99-2b9439c457c4, host dv-cinder-791240-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=41ddcd92-8df0-4f54-be99-2b9439c457c4,segment=NetworkSegment(831650f3-50e7-4109-a77c-8151443483b4),segment_id=831650f3-50e7-4109-a77c-8151443483b4)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:02:05.282025 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-93b84d57-69ac-4388-a0c8-3976a2c3c4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80c3129-4cf6-4806-9b6a-36a4297c89f6', 'name': 'tempest-TestShelveInstance-1293612335-router', 'tenant_id': '08aac9c23a974fde83b7887f14dc7206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '41ddcd92-8df0-4f54-be99-2b9439c457c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:01:58Z', 'updated_at': '2021-08-25T17:02:02Z', 'revision_number': 4, 'project_id': '08aac9c23a974fde83b7887f14dc7206', 'gw_port': {'id': '41ddcd92-8df0-4f54-be99-2b9439c457c4', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80c3129-4cf6-4806-9b6a-36a4297c89f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:01:59Z', 'updated_at': '2021-08-25T17:02:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_interfaces': [{'id': '4f8b9e9d-b191-4f54-9e46-4bcbd77913e1', 'name': '', 'network_id': 'ef11e297-234f-4d32-ac73-2a452cb37035', 'tenant_id': '08aac9c23a974fde83b7887f14dc7206', 'mac_address': 'fa:16:3e:8a:43:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80c3129-4cf6-4806-9b6a-36a4297c89f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '27b24ef3-530b-4ff3-993e-542863dc999f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:01Z', 'updated_at': '2021-08-25T17:02:02Z', 'revision_number': 2, 'project_id': '08aac9c23a974fde83b7887f14dc7206', 'subnets': [{'id': '27b24ef3-530b-4ff3-993e-542863dc999f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:02:05.290155 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:05.325343 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b84d57-69ac-4388-a0c8-3976a2c3c4ea None None] Checking router: d80c3129-4cf6-4806-9b6a-36a4297c89f6 for host: dv-cinder-791240-5-iscsi {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:02:05.325714 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b84d57-69ac-4388-a0c8-3976a2c3c4ea None None] Updating router d80c3129-4cf6-4806-9b6a-36a4297c89f6 port 4f8b9e9d-b191-4f54-9e46-4bcbd77913e1 binding host dv-cinder-791240-5-iscsi {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 17:02:05.374880 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38eea84a-aeb6-4c86-a2eb-fa34f931a15c admin admin] Made reservation on behalf of 50eeda1ca9ed4aafb177582ab20696bb for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:02:05.377667 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-38eea84a-aeb6-4c86-a2eb-fa34f931a15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:05.388867 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-38eea84a-aeb6-4c86-a2eb-fa34f931a15c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:05.445113 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4c28dddd-0870-4109-a644-d7f0103b035a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:05.548658 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af00b0c1-78e3-4e0a-91ac-f0cbe35a458d req-bae0d2ec-9a8c-4d63-8127-9376dad001d4 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:05.550281 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-af00b0c1-78e3-4e0a-91ac-f0cbe35a458d req-bae0d2ec-9a8c-4d63-8127-9376dad001d4 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 945 time: 0.0876989 Aug 25 17:02:05.617173 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-af00b0c1-78e3-4e0a-91ac-f0cbe35a458d req-1e9933b9-dc9a-4c46-94b9-4b2767618647 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528617 Aug 25 17:02:05.619641 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-93b84d57-69ac-4388-a0c8-3976a2c3c4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:05.622872 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-38eea84a-aeb6-4c86-a2eb-fa34f931a15c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:05.628726 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-38eea84a-aeb6-4c86-a2eb-fa34f931a15c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:05.645871 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3d2610-6168-4d02-a31d-9087217c26e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp794e47e6-b8ad-5c0b-879a-efa4fa32050a-fb64b8ba-f931-42b6-9d6a-817e5eaa9e9e', 'network_id': 'fb64b8ba-f931-42b6-9d6a-817e5eaa9e9e', 'tenant_id': '9d10a0ee35ce466fa7030135dafc013f', 'fixed_ips': [{'subnet_id': '5cadb841-756f-43fb-b623-b3c5e82afd38'}]}} from dv-cinder-791240-5-iscsi. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 17:02:05.647056 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5e3d2610-6168-4d02-a31d-9087217c26e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:05.655972 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38eea84a-aeb6-4c86-a2eb-fa34f931a15c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1456} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 17:02:05.659724 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Pushing event updated for resources: {'Port': ['ID=41ddcd92-8df0-4f54-be99-2b9439c457c4,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:05.677390 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-38eea84a-aeb6-4c86-a2eb-fa34f931a15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16206884'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:05.677623 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.db.segments_db [None req-38eea84a-aeb6-4c86-a2eb-fa34f931a15c admin admin] Added segment e94c5964-e62b-48b5-807a-9cbbc7ce3617 of type vlan for network 7c193902-7c82-4c78-a8d0-611a89636195 Aug 25 17:02:05.679843 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eea84a-aeb6-4c86-a2eb-fa34f931a15c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c94fde-12ce-4d82-bf0f-6f8c36300056,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:05.722952 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4c28dddd-0870-4109-a644-d7f0103b035a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:05.734347 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-38eea84a-aeb6-4c86-a2eb-fa34f931a15c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743705589342'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:05.748182 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4c28dddd-0870-4109-a644-d7f0103b035a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:05.769605 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-38eea84a-aeb6-4c86-a2eb-fa34f931a15c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:05.772319 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38eea84a-aeb6-4c86-a2eb-fa34f931a15c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:05.773789 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-38eea84a-aeb6-4c86-a2eb-fa34f931a15c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16218488'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:05.847954 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-38eea84a-aeb6-4c86-a2eb-fa34f931a15c admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1793618 Aug 25 17:02:05.849632 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 35718) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:02:05.857661 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-8d3136ab-0729-4d0f-b69d-9120b9dd82a1 admin admin] Request body: {'subnet': {'network_id': '7c193902-7c82-4c78-a8d0-611a89636195', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1230938898-subnet', 'tenant_id': '50eeda1ca9ed4aafb177582ab20696bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:02:05.874238 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eea84a-aeb6-4c86-a2eb-fa34f931a15c admin admin] Pushing event updated for resources: {'Network': ['ID=7c193902-7c82-4c78-a8d0-611a89636195,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:05.895072 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3136ab-0729-4d0f-b69d-9120b9dd82a1 admin admin] Made reservation on behalf of 50eeda1ca9ed4aafb177582ab20696bb for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:02:05.895350 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-4c28dddd-0870-4109-a644-d7f0103b035a admin admin] Allocated IP 172.27.2.134 (914f4934-f5ad-4127-8ba1-186f4f0b2c29/116950f5-36d3-4fc2-ae19-feb6e35b150a/4703441f-a242-4349-9e9b-a161068cfb00) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:02:05.896217 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Network 7c193902-7c82-4c78-a8d0-611a89636195 details requested by agent ovs-agent-dv-cinder-791240-5-iscsi with host dv-cinder-791240-5-iscsi {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 17:02:05.897414 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8d3136ab-0729-4d0f-b69d-9120b9dd82a1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:06.033502 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bfde28-43bb-44f3-8fde-0cbc22eb792f req-cfc051df-4249-4b67-9030-69d3dce6669a tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:06.035111 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-81bfde28-43bb-44f3-8fde-0cbc22eb792f req-cfc051df-4249-4b67-9030-69d3dce6669a tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] 10.222.0.88 "GET /v2.0/ports?device_id=bdfde8f3-d824-4d4b-8231-63c03d904bcb HTTP/1.1" status: 200 len: 945 time: 0.0795629 Aug 25 17:02:06.074378 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-5e3d2610-6168-4d02-a31d-9087217c26e7 None None] Allocated IP 172.20.0.2 (fb64b8ba-f931-42b6-9d6a-817e5eaa9e9e/5cadb841-756f-43fb-b623-b3c5e82afd38/54ace8b2-6f6c-48bd-87f4-903a9aae7b42) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:02:06.114822 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c76d64-c357-4778-b5eb-b05c7455e1bd req-9d40d85d-ba49-4e4c-889e-e15451f4662f tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:06.117189 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-56c76d64-c357-4778-b5eb-b05c7455e1bd req-9d40d85d-ba49-4e4c-889e-e15451f4662f tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdfde8f3-d824-4d4b-8231-63c03d904bcb HTTP/1.1" status: 200 len: 945 time: 0.1192288 Aug 25 17:02:06.119407 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-81bfde28-43bb-44f3-8fde-0cbc22eb792f req-c0ff4bc2-ad4e-4b07-9dcf-1e79977192f4 tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd8baece-e2e1-43c3-99c2-483b59b3b492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756247 Aug 25 17:02:06.149366 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4c28dddd-0870-4109-a644-d7f0103b035a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:06.201363 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8d3136ab-0729-4d0f-b69d-9120b9dd82a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:06.283071 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3136ab-0729-4d0f-b69d-9120b9dd82a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77723806-77b1-426b-8d75-49ddfee2c670,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:06.296828 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4c28dddd-0870-4109-a644-d7f0103b035a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743705601783'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:06.298507 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3136ab-0729-4d0f-b69d-9120b9dd82a1 admin admin] Checking segment: {'id': 'e94c5964-e62b-48b5-807a-9cbbc7ce3617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1456, 'network_id': '7c193902-7c82-4c78-a8d0-611a89636195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:02:06.299479 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3136ab-0729-4d0f-b69d-9120b9dd82a1 admin admin] Network hostable DHCP agents. Network: 7c193902-7c82-4c78-a8d0-611a89636195, hostable agents: ['39bdbfd6-9eef-4d2c-92d7-b2e1f06a8fe0'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 17:02:06.323154 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3136ab-0729-4d0f-b69d-9120b9dd82a1 admin admin] Network 7c193902-7c82-4c78-a8d0-611a89636195 is scheduled to be hosted by DHCP agent 39bdbfd6-9eef-4d2c-92d7-b2e1f06a8fe0 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 17:02:06.337014 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-56c76d64-c357-4778-b5eb-b05c7455e1bd req-b2cf8d68-a95b-4634-811c-00e23c301b9b tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] Deleting port 67377a97-1b9c-454f-8477-34a085280b26 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:02:06.337293 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-56c76d64-c357-4778-b5eb-b05c7455e1bd req-b2cf8d68-a95b-4634-811c-00e23c301b9b tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743706167839'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:06.343886 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-8d3136ab-0729-4d0f-b69d-9120b9dd82a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-5-iscsi, 7c193902-7c82-4c78-a8d0-611a89636195) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:02:06.356897 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3136ab-0729-4d0f-b69d-9120b9dd82a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:06.357869 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8d3136ab-0729-4d0f-b69d-9120b9dd82a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16218488'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:06.360205 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-93b84d57-69ac-4388-a0c8-3976a2c3c4ea None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:06.374044 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1875e77a-da4d-46d8-9d97-c65aff10e4d6 None None] Network 7c193902-7c82-4c78-a8d0-611a89636195 requested from dv-cinder-791240-5-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:02:06.380435 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-8d3136ab-0729-4d0f-b69d-9120b9dd82a1 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5309460 Aug 25 17:02:06.433616 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c28dddd-0870-4109-a644-d7f0103b035a admin admin] Network 914f4934-f5ad-4127-8ba1-186f4f0b2c29 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:02:06.444791 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-93b84d57-69ac-4388-a0c8-3976a2c3c4ea None None] Transition to ACTIVE for port object 4f8b9e9d-b191-4f54-9e46-4bcbd77913e1 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:02:06.445525 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c28dddd-0870-4109-a644-d7f0103b035a admin admin] Pushing event updated for resources: {'Port': ['ID=4703441f-a242-4349-9e9b-a161068cfb00,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:06.446993 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-4c28dddd-0870-4109-a644-d7f0103b035a admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:02:06.453382 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c28dddd-0870-4109-a644-d7f0103b035a admin admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:02:06.467937 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5e3d2610-6168-4d02-a31d-9087217c26e7 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:06.474471 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-93b84d57-69ac-4388-a0c8-3976a2c3c4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:06.518544 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-5e3d2610-6168-4d02-a31d-9087217c26e7 None None] Transition to ACTIVE for port object 54ace8b2-6f6c-48bd-87f4-903a9aae7b42 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:02:06.609916 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ffd3fd-e628-4979-8915-ccf3561d1ab5 None None] Pushing event updated for resources: {'Port': ['ID=4f8b9e9d-b191-4f54-9e46-4bcbd77913e1,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:06.611836 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-5e3d2610-6168-4d02-a31d-9087217c26e7 None None] Transition to ACTIVE for port object 54ace8b2-6f6c-48bd-87f4-903a9aae7b42 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:02:06.629640 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5e3d2610-6168-4d02-a31d-9087217c26e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743705601783'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:06.634525 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-56c76d64-c357-4778-b5eb-b05c7455e1bd req-b2cf8d68-a95b-4634-811c-00e23c301b9b tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] For port 67377a97-1b9c-454f-8477-34a085280b26, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=67377a97-1b9c-454f-8477-34a085280b26,segment=NetworkSegment(5689e067-e5fe-4392-87e7-1a250e179c6c),segment_id=5689e067-e5fe-4392-87e7-1a250e179c6c)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:02:06.634896 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-56c76d64-c357-4778-b5eb-b05c7455e1bd req-b2cf8d68-a95b-4634-811c-00e23c301b9b tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616478'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:06.658265 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-56c76d64-c357-4778-b5eb-b05c7455e1bd req-b2cf8d68-a95b-4634-811c-00e23c301b9b tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] Calling delete_port for 67377a97-1b9c-454f-8477-34a085280b26 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:02:06.823041 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device 41ddcd92-8df0-4f54-be99-2b9439c457c4 up at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:02:06.825479 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbdaaa0-79ce-40f2-a513-303fbd8cfae0 None None] Network 7c193902-7c82-4c78-a8d0-611a89636195 requested from dv-cinder-791240-5-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:02:06.850778 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3d2610-6168-4d02-a31d-9087217c26e7 None None] Network fb64b8ba-f931-42b6-9d6a-817e5eaa9e9e is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:02:06.977872 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1840924a-991d-4fd7-9d7a-92af27856960 req-3349fa89-0141-4dd6-a6ae-860e1188baaf tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:06.979453 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1840924a-991d-4fd7-9d7a-92af27856960 req-3349fa89-0141-4dd6-a6ae-860e1188baaf tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 945 time: 0.1627901 Aug 25 17:02:07.037929 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4c28dddd-0870-4109-a644-d7f0103b035a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:07.046875 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-5e3d2610-6168-4d02-a31d-9087217c26e7 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:02:07.061430 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1840924a-991d-4fd7-9d7a-92af27856960 req-d8e2ea6f-cd44-4748-933f-99a5838f6a06 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740905 Aug 25 17:02:07.137225 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3d2610-6168-4d02-a31d-9087217c26e7 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:02:07.147385 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d2610-6168-4d02-a31d-9087217c26e7 None None] Pushing event updated for resources: {'Port': ['ID=54ace8b2-6f6c-48bd-87f4-903a9aae7b42,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:07.200057 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-93b84d57-69ac-4388-a0c8-3976a2c3c4ea None None] Attempting to bind port 4f8b9e9d-b191-4f54-9e46-4bcbd77913e1 on host dv-cinder-791240-5-iscsi for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:02:07.200421 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-93b84d57-69ac-4388-a0c8-3976a2c3c4ea None None] Attempting to bind port 4f8b9e9d-b191-4f54-9e46-4bcbd77913e1 by drivers openvswitch,hyperv on host dv-cinder-791240-5-iscsi at level 0 using segments [{'id': '3d213855-abfe-4e58-8480-7cb89771466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1479, 'network_id': 'ef11e297-234f-4d32-ac73-2a452cb37035'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:02:07.200787 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b84d57-69ac-4388-a0c8-3976a2c3c4ea None None] Attempting to bind port 4f8b9e9d-b191-4f54-9e46-4bcbd77913e1 on network ef11e297-234f-4d32-ac73-2a452cb37035 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:02:07.207993 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d2610-6168-4d02-a31d-9087217c26e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:02:07.208380 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d2610-6168-4d02-a31d-9087217c26e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:02:07.208671 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d2610-6168-4d02-a31d-9087217c26e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:02:07.209011 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d2610-6168-4d02-a31d-9087217c26e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:02:07.209914 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d2610-6168-4d02-a31d-9087217c26e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:02:07.210243 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d2610-6168-4d02-a31d-9087217c26e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:02:07.210571 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d2610-6168-4d02-a31d-9087217c26e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:02:07.211293 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d2610-6168-4d02-a31d-9087217c26e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:02:07.211653 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d2610-6168-4d02-a31d-9087217c26e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:02:07.211984 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d2610-6168-4d02-a31d-9087217c26e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:02:07.212311 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d2610-6168-4d02-a31d-9087217c26e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:02:07.212637 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d2610-6168-4d02-a31d-9087217c26e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:02:07.258704 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b84d57-69ac-4388-a0c8-3976a2c3c4ea None None] Checking agent: {'id': '228fda10-d8da-45cc-9fcd-c0d1ec5752d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 53, 16), 'started_at': datetime.datetime(2021, 8, 25, 16, 53, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:02:07.259077 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b84d57-69ac-4388-a0c8-3976a2c3c4ea None None] Checking segment: {'id': '3d213855-abfe-4e58-8480-7cb89771466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1479, 'network_id': 'ef11e297-234f-4d32-ac73-2a452cb37035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:02:07.259486 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-93b84d57-69ac-4388-a0c8-3976a2c3c4ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:07.259885 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b84d57-69ac-4388-a0c8-3976a2c3c4ea None None] Bound using segment: {'id': '3d213855-abfe-4e58-8480-7cb89771466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1479, 'network_id': 'ef11e297-234f-4d32-ac73-2a452cb37035'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:02:07.260375 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-93b84d57-69ac-4388-a0c8-3976a2c3c4ea None None] Bound port: 4f8b9e9d-b191-4f54-9e46-4bcbd77913e1, host: dv-cinder-791240-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d213855-abfe-4e58-8480-7cb89771466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1479, 'network_id': 'ef11e297-234f-4d32-ac73-2a452cb37035'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:02:07.260758 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-93b84d57-69ac-4388-a0c8-3976a2c3c4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:07.358782 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49987fa-6d23-4abf-92e3-948f885e0337 req-4df02b30-93b8-4ff4-aa02-c9abf8c9a670 tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:07.361208 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d49987fa-6d23-4abf-92e3-948f885e0337 req-4df02b30-93b8-4ff4-aa02-c9abf8c9a670 tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] 10.222.0.88 "GET /v2.0/ports?device_id=bdfde8f3-d824-4d4b-8231-63c03d904bcb HTTP/1.1" status: 200 len: 945 time: 0.1239080 Aug 25 17:02:07.361935 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 35752) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:02:07.391855 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-5e3d2610-6168-4d02-a31d-9087217c26e7 None None] Attempting to bind port 54ace8b2-6f6c-48bd-87f4-903a9aae7b42 on host dv-cinder-791240-5-iscsi for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:02:07.392223 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-5e3d2610-6168-4d02-a31d-9087217c26e7 None None] Attempting to bind port 54ace8b2-6f6c-48bd-87f4-903a9aae7b42 by drivers openvswitch,hyperv on host dv-cinder-791240-5-iscsi at level 0 using segments [{'id': '801354a5-1a35-4093-8067-f918d4a67930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1470, 'network_id': 'fb64b8ba-f931-42b6-9d6a-817e5eaa9e9e'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:02:07.392880 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3d2610-6168-4d02-a31d-9087217c26e7 None None] Attempting to bind port 54ace8b2-6f6c-48bd-87f4-903a9aae7b42 on network fb64b8ba-f931-42b6-9d6a-817e5eaa9e9e {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:02:07.427527 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3d2610-6168-4d02-a31d-9087217c26e7 None None] Checking agent: {'id': '228fda10-d8da-45cc-9fcd-c0d1ec5752d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 53, 16), 'started_at': datetime.datetime(2021, 8, 25, 16, 53, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:02:07.428115 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3d2610-6168-4d02-a31d-9087217c26e7 None None] Checking segment: {'id': '801354a5-1a35-4093-8067-f918d4a67930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1470, 'network_id': 'fb64b8ba-f931-42b6-9d6a-817e5eaa9e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:02:07.430379 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5e3d2610-6168-4d02-a31d-9087217c26e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:07.430833 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3d2610-6168-4d02-a31d-9087217c26e7 None None] Bound using segment: {'id': '801354a5-1a35-4093-8067-f918d4a67930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1470, 'network_id': 'fb64b8ba-f931-42b6-9d6a-817e5eaa9e9e'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:02:07.431782 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-5e3d2610-6168-4d02-a31d-9087217c26e7 None None] Bound port: 54ace8b2-6f6c-48bd-87f4-903a9aae7b42, host: dv-cinder-791240-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '801354a5-1a35-4093-8067-f918d4a67930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1470, 'network_id': 'fb64b8ba-f931-42b6-9d6a-817e5eaa9e9e'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:02:07.431782 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5e3d2610-6168-4d02-a31d-9087217c26e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:07.449108 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning complete for port 41ddcd92-8df0-4f54-be99-2b9439c457c4 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:02:07.449704 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:07.465607 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d49987fa-6d23-4abf-92e3-948f885e0337 req-d0626998-05b6-428b-92d7-cf0d4d24eb54 tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd8baece-e2e1-43c3-99c2-483b59b3b492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818174 Aug 25 17:02:07.520931 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-93b84d57-69ac-4388-a0c8-3976a2c3c4ea None None] For port 4f8b9e9d-b191-4f54-9e46-4bcbd77913e1, host dv-cinder-791240-5-iscsi, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:02:07.537301 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-56c76d64-c357-4778-b5eb-b05c7455e1bd req-b2cf8d68-a95b-4634-811c-00e23c301b9b tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743706076703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743705601028'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:07.562691 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] get_ports_and_sgs() called for port_ids ['67377a97-1b9c-454f-8477-34a085280b26'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:02:07.568962 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-93b84d57-69ac-4388-a0c8-3976a2c3c4ea None None] For port 4f8b9e9d-b191-4f54-9e46-4bcbd77913e1, host dv-cinder-791240-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=4f8b9e9d-b191-4f54-9e46-4bcbd77913e1,segment=NetworkSegment(3d213855-abfe-4e58-8480-7cb89771466f),segment_id=3d213855-abfe-4e58-8480-7cb89771466f)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:02:07.580360 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f1006532-0822-4661-82a6-136b3db48f3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:07.590786 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 35760) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:02:07.595541 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-af164f9c-9dfc-42ae-9dfa-9f9f09a71a36 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1471298339-network', 'tenant_id': '14bc64279a79455281c468edf4b1efe1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:02:07.607048 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-93b84d57-69ac-4388-a0c8-3976a2c3c4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:07.614382 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.db.api [None req-f1006532-0822-4661-82a6-136b3db48f3f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 25 17:02:07.614382 dv-cinder-791240-5-iscsi neutron-server[93883]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 25 17:02:07.614382 dv-cinder-791240-5-iscsi neutron-server[93883]: [parameters: {'project_id_1': '93173de92d3a46f689e21564f58ffb98', 'expiration_1': datetime.datetime(2021, 8, 25, 17, 2, 7, 602038)}] Aug 25 17:02:07.614382 dv-cinder-791240-5-iscsi neutron-server[93883]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93883) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 17:02:07.614382 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG oslo_db.api [None req-f1006532-0822-4661-82a6-136b3db48f3f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 17:02:07.621956 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af164f9c-9dfc-42ae-9dfa-9f9f09a71a36 admin admin] Made reservation on behalf of 14bc64279a79455281c468edf4b1efe1 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:02:07.623399 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf8d68-a95b-4634-811c-00e23c301b9b tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] Pushing event deleted for resources: {'Port': ['ID=67377a97-1b9c-454f-8477-34a085280b26,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:07.626026 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af164f9c-9dfc-42ae-9dfa-9f9f09a71a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:07.637262 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af164f9c-9dfc-42ae-9dfa-9f9f09a71a36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:07.671109 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-5e3d2610-6168-4d02-a31d-9087217c26e7 None None] For port 54ace8b2-6f6c-48bd-87f4-903a9aae7b42, host dv-cinder-791240-5-iscsi, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:02:07.682490 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-5e3d2610-6168-4d02-a31d-9087217c26e7 None None] For port 54ace8b2-6f6c-48bd-87f4-903a9aae7b42, host dv-cinder-791240-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=54ace8b2-6f6c-48bd-87f4-903a9aae7b42,segment=NetworkSegment(801354a5-1a35-4093-8067-f918d4a67930),segment_id=801354a5-1a35-4093-8067-f918d4a67930)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:02:07.718365 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5e3d2610-6168-4d02-a31d-9087217c26e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:07.724707 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-56c76d64-c357-4778-b5eb-b05c7455e1bd req-b2cf8d68-a95b-4634-811c-00e23c301b9b tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] No DVR routers for this DVR port 67377a97-1b9c-454f-8477-34a085280b26 on host hv-cinder-79124 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:02:07.731709 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-56c76d64-c357-4778-b5eb-b05c7455e1bd req-b2cf8d68-a95b-4634-811c-00e23c301b9b tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:07.733895 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-56c76d64-c357-4778-b5eb-b05c7455e1bd req-b2cf8d68-a95b-4634-811c-00e23c301b9b tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] 10.222.0.16 "DELETE /v2.0/ports/67377a97-1b9c-454f-8477-34a085280b26 HTTP/1.1" status: 204 len: 173 time: 1.5991719 Aug 25 17:02:07.734356 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdfde8f3-d824-4d4b-8231-63c03d904bcb', 'name': 'network-vif-deleted', 'tag': '67377a97-1b9c-454f-8477-34a085280b26'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:02:07.739134 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30294bf1a97406c8a8235025fddf2f3c25b52a26b11c10f571ea972848b08700" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7542004f-ff3b-4181-9d63-21bad50a9683" -d '{"events": [{"server_uuid": "bdfde8f3-d824-4d4b-8231-63c03d904bcb", "name": "network-vif-deleted", "tag": "67377a97-1b9c-454f-8477-34a085280b26"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:02:07.745995 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4c28dddd-0870-4109-a644-d7f0103b035a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-612021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613947'] for router, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:07.752329 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ffd3fd-e628-4979-8915-ccf3561d1ab5 None None] Pushing event updated for resources: {'Port': ['ID=4f8b9e9d-b191-4f54-9e46-4bcbd77913e1,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:07.755654 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b84d57-69ac-4388-a0c8-3976a2c3c4ea None None] Routers {'d80c3129-4cf6-4806-9b6a-36a4297c89f6'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:02:07.757110 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-93b84d57-69ac-4388-a0c8-3976a2c3c4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:01:46Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['d80c3129-4cf6-4806-9b6a-36a4297c89f6'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:02:07.806513 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af164f9c-9dfc-42ae-9dfa-9f9f09a71a36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:07.818530 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af164f9c-9dfc-42ae-9dfa-9f9f09a71a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:07.863212 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af164f9c-9dfc-42ae-9dfa-9f9f09a71a36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1473} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 17:02:07.895638 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af164f9c-9dfc-42ae-9dfa-9f9f09a71a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16206884'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:07.895989 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.db.segments_db [None req-af164f9c-9dfc-42ae-9dfa-9f9f09a71a36 admin admin] Added segment 01df38d4-461b-458a-a287-690da1cb719a of type vlan for network 79587994-7f18-44ef-a575-9c4bcf241bed Aug 25 17:02:07.917207 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56404e16-9231-40b4-b83d-603b3d16eba2 x-openstack-request-id: req-56404e16-9231-40b4-b83d-603b3d16eba2 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:02:07.917570 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdfde8f3-d824-4d4b-8231-63c03d904bcb", "name": "network-vif-deleted", "tag": "67377a97-1b9c-454f-8477-34a085280b26", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:02:07.917913 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-56404e16-9231-40b4-b83d-603b3d16eba2 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:02:07.919824 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdfde8f3-d824-4d4b-8231-63c03d904bcb', 'name': 'network-vif-deleted', 'tag': '67377a97-1b9c-454f-8477-34a085280b26', 'status': 'completed', 'code': 200} Aug 25 17:02:07.966241 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c28dddd-0870-4109-a644-d7f0103b035a admin admin] Router cfbd3ef4-28f8-4689-b5ee-5bdf18055f21 is scheduled to L3 agent d32565c1-f1a3-4226-8f5a-e505deb187a1 with binding_index 1 {{(pid=93882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 17:02:07.987792 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d2610-6168-4d02-a31d-9087217c26e7 None None] Pushing event updated for resources: {'Port': ['ID=54ace8b2-6f6c-48bd-87f4-903a9aae7b42,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:08.008224 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af164f9c-9dfc-42ae-9dfa-9f9f09a71a36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743705589342'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:08.024976 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-93b84d57-69ac-4388-a0c8-3976a2c3c4ea None None] Set router d80c3129-4cf6-4806-9b6a-36a4297c89f6 gateway port host: dv-cinder-791240-5-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:02:08.079425 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af164f9c-9dfc-42ae-9dfa-9f9f09a71a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4334a7-ed4d-4668-a577-685fa5a45e83,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:08.084816 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af164f9c-9dfc-42ae-9dfa-9f9f09a71a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:08.085933 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af164f9c-9dfc-42ae-9dfa-9f9f09a71a36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:08.086509 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af164f9c-9dfc-42ae-9dfa-9f9f09a71a36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16218488'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:08.109056 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-af164f9c-9dfc-42ae-9dfa-9f9f09a71a36 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5145354 Aug 25 17:02:08.154950 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 35768) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:02:08.162824 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-b19829d6-85c3-41c8-a96c-a0edc572b664 admin admin] Request body: {'subnet': {'network_id': '79587994-7f18-44ef-a575-9c4bcf241bed', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1471298339-subnet', 'tenant_id': '14bc64279a79455281c468edf4b1efe1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:02:08.181185 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f1006532-0822-4661-82a6-136b3db48f3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:08.207720 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b19829d6-85c3-41c8-a96c-a0edc572b664 admin admin] Made reservation on behalf of 14bc64279a79455281c468edf4b1efe1 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:02:08.211029 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b19829d6-85c3-41c8-a96c-a0edc572b664 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:08.265530 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af164f9c-9dfc-42ae-9dfa-9f9f09a71a36 admin admin] Pushing event updated for resources: {'Network': ['ID=79587994-7f18-44ef-a575-9c4bcf241bed,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:08.323784 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c28dddd-0870-4109-a644-d7f0103b035a admin admin] Notify agent at l3_agent.dv-cinder-791240-5-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:02:08.336641 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c25532-8035-47f0-97aa-94bc8e798f64 None None] Sync routers for ids ['cfbd3ef4-28f8-4689-b5ee-5bdf18055f21'] in dv-cinder-791240-5-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:02:08.354467 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b996953a-be1c-4c53-9748-11eeaada1daf req-9a0e05c4-3613-45a2-b458-d8bd60992fae tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:08.362744 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b996953a-be1c-4c53-9748-11eeaada1daf req-9a0e05c4-3613-45a2-b458-d8bd60992fae tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 945 time: 0.1487291 Aug 25 17:02:08.365037 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c25532-8035-47f0-97aa-94bc8e798f64 None None] Routers {'cfbd3ef4-28f8-4689-b5ee-5bdf18055f21'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:02:08.367992 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-62c25532-8035-47f0-97aa-94bc8e798f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:01:46Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['cfbd3ef4-28f8-4689-b5ee-5bdf18055f21'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:02:08.456967 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b996953a-be1c-4c53-9748-11eeaada1daf req-2b443bd0-05fa-4c52-85a0-5386a327d1ac tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864267 Aug 25 17:02:08.478108 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b19829d6-85c3-41c8-a96c-a0edc572b664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:08.520358 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-62c25532-8035-47f0-97aa-94bc8e798f64 None None] Set router cfbd3ef4-28f8-4689-b5ee-5bdf18055f21 gateway port host: dv-cinder-791240-5-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:02:08.548576 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f1006532-0822-4661-82a6-136b3db48f3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:08.555756 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f1006532-0822-4661-82a6-136b3db48f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:08.567576 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Network 79587994-7f18-44ef-a575-9c4bcf241bed details requested by agent ovs-agent-dv-cinder-791240-5-iscsi with host dv-cinder-791240-5-iscsi {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 17:02:08.580851 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4c28dddd-0870-4109-a644-d7f0103b035a admin admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:08.582196 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-4c28dddd-0870-4109-a644-d7f0103b035a admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4007540 Aug 25 17:02:08.592411 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 35776) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:02:08.604334 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1006532-0822-4661-82a6-136b3db48f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d526f6-74d7-4fe6-8814-b2e912b61f6c,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:08.633023 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-f1006532-0822-4661-82a6-136b3db48f3f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=93173de92d3a46f689e21564f58ffb98&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2697513 Aug 25 17:02:08.636017 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 35778) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:02:08.730495 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19829d6-85c3-41c8-a96c-a0edc572b664 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af25156d-b06c-4bd4-9988-4aeaef0e6a5a,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:08.747007 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7b7270b0-2deb-4dbf-a0f1-a4b474ed34d0 req-0aa00009-b30d-40c5-8f50-ac31ca3bc14a tempest-DeleteServersTestJSON-1306505971 tempest-DeleteServersTestJSON-1306505971-project] 10.222.0.88 "GET /v2.0/ports?device_id=bdfde8f3-d824-4d4b-8231-63c03d904bcb HTTP/1.1" status: 200 len: 210 time: 0.0732143 Aug 25 17:02:08.757378 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-62c25532-8035-47f0-97aa-94bc8e798f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbd3ef4-28f8-4689-b5ee-5bdf18055f21', 'name': 'tempest-TestShelveInstance-1785128440-router', 'tenant_id': '9d10a0ee35ce466fa7030135dafc013f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '4703441f-a242-4349-9e9b-a161068cfb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:02:05Z', 'updated_at': '2021-08-25T17:02:06Z', 'revision_number': 3, 'project_id': '9d10a0ee35ce466fa7030135dafc013f', 'gw_port': {'id': '4703441f-a242-4349-9e9b-a161068cfb00', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:89:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfbd3ef4-28f8-4689-b5ee-5bdf18055f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:05Z', 'updated_at': '2021-08-25T17:02:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi'}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:02:08.804396 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d347862d-48a9-484b-9996-b2a02f669cc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:08.811828 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device 54ace8b2-6f6c-48bd-87f4-903a9aae7b42 up at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:02:08.820563 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c25532-8035-47f0-97aa-94bc8e798f64 None None] Checking router: cfbd3ef4-28f8-4689-b5ee-5bdf18055f21 for host: dv-cinder-791240-5-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:02:08.821238 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c25532-8035-47f0-97aa-94bc8e798f64 None None] Updating router cfbd3ef4-28f8-4689-b5ee-5bdf18055f21 port 4703441f-a242-4349-9e9b-a161068cfb00 binding host dv-cinder-791240-5-iscsi {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 17:02:08.825462 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19829d6-85c3-41c8-a96c-a0edc572b664 admin admin] Checking segment: {'id': '01df38d4-461b-458a-a287-690da1cb719a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1473, 'network_id': '79587994-7f18-44ef-a575-9c4bcf241bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:02:08.826091 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19829d6-85c3-41c8-a96c-a0edc572b664 admin admin] Network hostable DHCP agents. Network: 79587994-7f18-44ef-a575-9c4bcf241bed, hostable agents: ['39bdbfd6-9eef-4d2c-92d7-b2e1f06a8fe0'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 17:02:08.848035 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d347862d-48a9-484b-9996-b2a02f669cc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:08.858599 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-62c25532-8035-47f0-97aa-94bc8e798f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:08.881459 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19829d6-85c3-41c8-a96c-a0edc572b664 admin admin] Network 79587994-7f18-44ef-a575-9c4bcf241bed is scheduled to be hosted by DHCP agent 39bdbfd6-9eef-4d2c-92d7-b2e1f06a8fe0 with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 17:02:08.894257 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-b19829d6-85c3-41c8-a96c-a0edc572b664 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-5-iscsi, 79587994-7f18-44ef-a575-9c4bcf241bed) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:02:08.900896 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19829d6-85c3-41c8-a96c-a0edc572b664 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:08.901655 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b19829d6-85c3-41c8-a96c-a0edc572b664 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16218488'] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:08.906491 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f678d6-8b73-4522-be8b-9dbc42acd0e1 None None] Network 79587994-7f18-44ef-a575-9c4bcf241bed requested from dv-cinder-791240-5-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:02:08.950065 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d347862d-48a9-484b-9996-b2a02f669cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:08.954260 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d347862d-48a9-484b-9996-b2a02f669cc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:08.961199 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-d347862d-48a9-484b-9996-b2a02f669cc5 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/13d526f6-74d7-4fe6-8814-b2e912b61f6c HTTP/1.1" status: 204 len: 168 time: 0.3229451 Aug 25 17:02:08.975959 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d347862d-48a9-484b-9996-b2a02f669cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d526f6-74d7-4fe6-8814-b2e912b61f6c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:08.989775 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-b19829d6-85c3-41c8-a96c-a0edc572b664 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8334627 Aug 25 17:02:09.176343 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-93b84d57-69ac-4388-a0c8-3976a2c3c4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80c3129-4cf6-4806-9b6a-36a4297c89f6', 'name': 'tempest-TestShelveInstance-1293612335-router', 'tenant_id': '08aac9c23a974fde83b7887f14dc7206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '41ddcd92-8df0-4f54-be99-2b9439c457c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:01:58Z', 'updated_at': '2021-08-25T17:02:02Z', 'revision_number': 4, 'project_id': '08aac9c23a974fde83b7887f14dc7206', 'gw_port': {'id': '41ddcd92-8df0-4f54-be99-2b9439c457c4', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80c3129-4cf6-4806-9b6a-36a4297c89f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:01:59Z', 'updated_at': '2021-08-25T17:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_interfaces': [{'id': '4f8b9e9d-b191-4f54-9e46-4bcbd77913e1', 'name': '', 'network_id': 'ef11e297-234f-4d32-ac73-2a452cb37035', 'tenant_id': '08aac9c23a974fde83b7887f14dc7206', 'mac_address': 'fa:16:3e:8a:43:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80c3129-4cf6-4806-9b6a-36a4297c89f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '27b24ef3-530b-4ff3-993e-542863dc999f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:01Z', 'updated_at': '2021-08-25T17:02:07Z', 'revision_number': 4, 'project_id': '08aac9c23a974fde83b7887f14dc7206', 'subnets': [{'id': '27b24ef3-530b-4ff3-993e-542863dc999f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:02:09.245089 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning for port 54ace8b2-6f6c-48bd-87f4-903a9aae7b42 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:02:09.337637 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b84d57-69ac-4388-a0c8-3976a2c3c4ea None None] The sync data for ids ['d80c3129-4cf6-4806-9b6a-36a4297c89f6'] in dv-cinder-791240-5-iscsi is: [{'id': 'd80c3129-4cf6-4806-9b6a-36a4297c89f6', 'name': 'tempest-TestShelveInstance-1293612335-router', 'tenant_id': '08aac9c23a974fde83b7887f14dc7206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '41ddcd92-8df0-4f54-be99-2b9439c457c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:01:58Z', 'updated_at': '2021-08-25T17:02:02Z', 'revision_number': 4, 'project_id': '08aac9c23a974fde83b7887f14dc7206', 'gw_port': {'id': '41ddcd92-8df0-4f54-be99-2b9439c457c4', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80c3129-4cf6-4806-9b6a-36a4297c89f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:01:59Z', 'updated_at': '2021-08-25T17:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_interfaces': [{'id': '4f8b9e9d-b191-4f54-9e46-4bcbd77913e1', 'name': '', 'network_id': 'ef11e297-234f-4d32-ac73-2a452cb37035', 'tenant_id': '08aac9c23a974fde83b7887f14dc7206', 'mac_address': 'fa:16:3e:8a:43:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80c3129-4cf6-4806-9b6a-36a4297c89f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '27b24ef3-530b-4ff3-993e-542863dc999f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:01Z', 'updated_at': '2021-08-25T17:02:07Z', 'revision_number': 4, 'project_id': '08aac9c23a974fde83b7887f14dc7206', 'subnets': [{'id': '27b24ef3-530b-4ff3-993e-542863dc999f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:02:09.492673 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19877260-8547-4df3-9a20-bfae9aae3fa5 None None] Network 79587994-7f18-44ef-a575-9c4bcf241bed requested from dv-cinder-791240-5-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:02:09.586951 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75cf676-3e7f-4272-8451-bf632b8619e3 None None] Network fb64b8ba-f931-42b6-9d6a-817e5eaa9e9e requested from dv-cinder-791240-5-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:02:09.641619 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device 67377a97-1b9c-454f-8477-34a085280b26 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:02:09.716189 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-62c25532-8035-47f0-97aa-94bc8e798f64 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:09.735185 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df6441-7121-417d-8d1f-4290d9e35ec4 req-d3dcedff-c043-4804-8eeb-3bda15f31470 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:09.739810 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-62c25532-8035-47f0-97aa-94bc8e798f64 None None] Transition to ACTIVE for port object 4703441f-a242-4349-9e9b-a161068cfb00 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:02:09.747413 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-02df6441-7121-417d-8d1f-4290d9e35ec4 req-d3dcedff-c043-4804-8eeb-3bda15f31470 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 945 time: 0.1404910 Aug 25 17:02:09.769396 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-62c25532-8035-47f0-97aa-94bc8e798f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:09.779766 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c14f5e55-09f7-46d2-9c8b-be026e7f2ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:09.859103 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] No Port match for: 67377a97-1b9c-454f-8477-34a085280b26 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:02:09.860793 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device 67377a97-1b9c-454f-8477-34a085280b26 not bound to the agent host hv-cinder-79124 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:02:09.892712 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-02df6441-7121-417d-8d1f-4290d9e35ec4 req-cdc2ef6b-3cfa-4798-9527-e3e14fcc078f tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383631 Aug 25 17:02:09.893413 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 35806) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:02:09.928844 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-15b353b5-4701-4acb-b497-4e05b0136527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:09.934074 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-62c25532-8035-47f0-97aa-94bc8e798f64 None None] Attempting to bind port 4703441f-a242-4349-9e9b-a161068cfb00 on host dv-cinder-791240-5-iscsi for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:02:09.934450 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-62c25532-8035-47f0-97aa-94bc8e798f64 None None] Attempting to bind port 4703441f-a242-4349-9e9b-a161068cfb00 by drivers openvswitch,hyperv on host dv-cinder-791240-5-iscsi at level 0 using segments [{'id': '831650f3-50e7-4109-a77c-8151443483b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:02:09.934864 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c25532-8035-47f0-97aa-94bc8e798f64 None None] Attempting to bind port 4703441f-a242-4349-9e9b-a161068cfb00 on network 914f4934-f5ad-4127-8ba1-186f4f0b2c29 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:02:09.954142 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c25532-8035-47f0-97aa-94bc8e798f64 None None] Checking agent: {'id': '228fda10-d8da-45cc-9fcd-c0d1ec5752d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 53, 16), 'started_at': datetime.datetime(2021, 8, 25, 16, 53, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:02:09.954541 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c25532-8035-47f0-97aa-94bc8e798f64 None None] Checking segment: {'id': '831650f3-50e7-4109-a77c-8151443483b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:02:09.954944 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-62c25532-8035-47f0-97aa-94bc8e798f64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:09.955336 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c25532-8035-47f0-97aa-94bc8e798f64 None None] Bound using segment: {'id': '831650f3-50e7-4109-a77c-8151443483b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:02:09.963752 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-62c25532-8035-47f0-97aa-94bc8e798f64 None None] Bound port: 4703441f-a242-4349-9e9b-a161068cfb00, host: dv-cinder-791240-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '831650f3-50e7-4109-a77c-8151443483b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:02:09.964321 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-62c25532-8035-47f0-97aa-94bc8e798f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:09.972500 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ab2b626-03ec-4467-9f96-52e058583e05 None None] Provisioning for port 54ace8b2-6f6c-48bd-87f4-903a9aae7b42 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:02:10.025943 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ab2b626-03ec-4467-9f96-52e058583e05 None None] Provisioning complete for port 54ace8b2-6f6c-48bd-87f4-903a9aae7b42 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:02:10.026318 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ab2b626-03ec-4467-9f96-52e058583e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:10.076576 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-c14f5e55-09f7-46d2-9c8b-be026e7f2ceb admin admin] Allocated IP 172.20.0.1 (fb64b8ba-f931-42b6-9d6a-817e5eaa9e9e/5cadb841-756f-43fb-b623-b3c5e82afd38/e4375047-1b42-4b94-b9f3-1ede45366d31) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:02:10.158571 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-62c25532-8035-47f0-97aa-94bc8e798f64 None None] For port 4703441f-a242-4349-9e9b-a161068cfb00, host dv-cinder-791240-5-iscsi, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:02:10.169524 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-15b353b5-4701-4acb-b497-4e05b0136527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:10.172975 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-62c25532-8035-47f0-97aa-94bc8e798f64 None None] For port 4703441f-a242-4349-9e9b-a161068cfb00, host dv-cinder-791240-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=4703441f-a242-4349-9e9b-a161068cfb00,segment=NetworkSegment(831650f3-50e7-4109-a77c-8151443483b4),segment_id=831650f3-50e7-4109-a77c-8151443483b4)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:02:10.183064 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-15b353b5-4701-4acb-b497-4e05b0136527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:10.194795 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-62c25532-8035-47f0-97aa-94bc8e798f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:10.269947 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-15b353b5-4701-4acb-b497-4e05b0136527 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ba9cddfa9367436c967592bf4a93ddff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3741455 Aug 25 17:02:10.271059 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b353b5-4701-4acb-b497-4e05b0136527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d66273f0-fbba-490f-8c0a-41928e7048c8,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:10.274519 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 35822) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:02:10.316973 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c25532-8035-47f0-97aa-94bc8e798f64 None None] Routers {'cfbd3ef4-28f8-4689-b5ee-5bdf18055f21'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:02:10.321328 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-62c25532-8035-47f0-97aa-94bc8e798f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:01:46Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['cfbd3ef4-28f8-4689-b5ee-5bdf18055f21'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:02:10.402639 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c14f5e55-09f7-46d2-9c8b-be026e7f2ceb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:10.449176 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0e61fc4b-9c42-440a-9fe4-314a8b5243af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:10.523670 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ab2b626-03ec-4467-9f96-52e058583e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:10.551146 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aabd306-3aaf-4046-9037-418abff678f8 None None] Pushing event updated for resources: {'Port': ['ID=4703441f-a242-4349-9e9b-a161068cfb00,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:10.578052 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0e61fc4b-9c42-440a-9fe4-314a8b5243af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:10.605983 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011674d7-ca7b-4a8c-a8cb-e2818546a1ec req-655adae0-a665-4f99-83ad-71bf0bd98911 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:10.610031 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-011674d7-ca7b-4a8c-a8cb-e2818546a1ec req-655adae0-a665-4f99-83ad-71bf0bd98911 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/networks?id=158af8a6-8234-4e44-b5d8-e0491b33a626 HTTP/1.1" status: 200 len: 815 time: 0.2993336 Aug 25 17:02:10.644721 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-c14f5e55-09f7-46d2-9c8b-be026e7f2ceb admin admin] Transition to ACTIVE for port object e4375047-1b42-4b94-b9f3-1ede45366d31 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:02:10.644866 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-011674d7-ca7b-4a8c-a8cb-e2818546a1ec req-7d2cff0a-9b28-40e2-bc3a-be8eb6b00ed0 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/quotas/ce8b30e44d0740b19fb2000423fb78ee HTTP/1.1" status: 200 len: 375 time: 0.0253918 Aug 25 17:02:10.699724 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ab2b626-03ec-4467-9f96-52e058583e05 None None] For port 54ace8b2-6f6c-48bd-87f4-903a9aae7b42, host dv-cinder-791240-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=54ace8b2-6f6c-48bd-87f4-903a9aae7b42,segment=NetworkSegment(801354a5-1a35-4093-8067-f918d4a67930),segment_id=801354a5-1a35-4093-8067-f918d4a67930)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:02:10.716867 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ab2b626-03ec-4467-9f96-52e058583e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:10.726713 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-62c25532-8035-47f0-97aa-94bc8e798f64 None None] Set router cfbd3ef4-28f8-4689-b5ee-5bdf18055f21 gateway port host: dv-cinder-791240-5-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:02:10.791812 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0e61fc4b-9c42-440a-9fe4-314a8b5243af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:10.794430 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0e61fc4b-9c42-440a-9fe4-314a8b5243af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:10.795618 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-0e61fc4b-9c42-440a-9fe4-314a8b5243af admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d66273f0-fbba-490f-8c0a-41928e7048c8 HTTP/1.1" status: 204 len: 168 time: 0.5198998 Aug 25 17:02:10.851615 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab2b626-03ec-4467-9f96-52e058583e05 None None] Pushing event updated for resources: {'Port': ['ID=54ace8b2-6f6c-48bd-87f4-903a9aae7b42,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:10.867414 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c14f5e55-09f7-46d2-9c8b-be026e7f2ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743705601783'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:10.869588 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e61fc4b-9c42-440a-9fe4-314a8b5243af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66273f0-fbba-490f-8c0a-41928e7048c8,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:10.880982 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aabd306-3aaf-4046-9037-418abff678f8 None None] Pushing event updated for resources: {'Port': ['ID=4703441f-a242-4349-9e9b-a161068cfb00,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:10.918167 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14f5e55-09f7-46d2-9c8b-be026e7f2ceb admin admin] Network fb64b8ba-f931-42b6-9d6a-817e5eaa9e9e is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:02:10.921120 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-c14f5e55-09f7-46d2-9c8b-be026e7f2ceb admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:02:10.938812 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14f5e55-09f7-46d2-9c8b-be026e7f2ceb admin admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:02:10.939478 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c14f5e55-09f7-46d2-9c8b-be026e7f2ceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614116'] for router_interface, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:10.993570 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-58051023-ffd9-46e5-8ca0-38e968a4654f None None] Provisioning complete for port 54ace8b2-6f6c-48bd-87f4-903a9aae7b42 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:02:11.002315 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-58051023-ffd9-46e5-8ca0-38e968a4654f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:11.111050 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14f5e55-09f7-46d2-9c8b-be026e7f2ceb admin admin] Pushing event updated for resources: {'Port': ['ID=e4375047-1b42-4b94-b9f3-1ede45366d31,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:11.132744 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device 4f8b9e9d-b191-4f54-9e46-4bcbd77913e1 up at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:02:11.226497 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-011674d7-ca7b-4a8c-a8cb-e2818546a1ec req-2b862fe1-6fca-451f-9de4-6619bafff606 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=ce8b30e44d0740b19fb2000423fb78ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5805881 Aug 25 17:02:11.278430 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d6bc9-47cb-4620-b080-c6131f7ecb23 req-06fd7223-9330-42f3-99d9-ea5dae6e1d48 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:11.279910 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-62c25532-8035-47f0-97aa-94bc8e798f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbd3ef4-28f8-4689-b5ee-5bdf18055f21', 'name': 'tempest-TestShelveInstance-1785128440-router', 'tenant_id': '9d10a0ee35ce466fa7030135dafc013f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '4703441f-a242-4349-9e9b-a161068cfb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:02:05Z', 'updated_at': '2021-08-25T17:02:06Z', 'revision_number': 3, 'project_id': '9d10a0ee35ce466fa7030135dafc013f', 'gw_port': {'id': '4703441f-a242-4349-9e9b-a161068cfb00', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:89:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfbd3ef4-28f8-4689-b5ee-5bdf18055f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:05Z', 'updated_at': '2021-08-25T17:02:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi'}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:02:11.282150 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c14f5e55-09f7-46d2-9c8b-be026e7f2ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:11.283523 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-913d6bc9-47cb-4620-b080-c6131f7ecb23 req-06fd7223-9330-42f3-99d9-ea5dae6e1d48 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 945 time: 0.1366000 Aug 25 17:02:11.374315 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning for port 4f8b9e9d-b191-4f54-9e46-4bcbd77913e1 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:02:11.376007 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c25532-8035-47f0-97aa-94bc8e798f64 None None] The sync data for ids ['cfbd3ef4-28f8-4689-b5ee-5bdf18055f21'] in dv-cinder-791240-5-iscsi is: [{'id': 'cfbd3ef4-28f8-4689-b5ee-5bdf18055f21', 'name': 'tempest-TestShelveInstance-1785128440-router', 'tenant_id': '9d10a0ee35ce466fa7030135dafc013f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '4703441f-a242-4349-9e9b-a161068cfb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:02:05Z', 'updated_at': '2021-08-25T17:02:06Z', 'revision_number': 3, 'project_id': '9d10a0ee35ce466fa7030135dafc013f', 'gw_port': {'id': '4703441f-a242-4349-9e9b-a161068cfb00', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:89:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfbd3ef4-28f8-4689-b5ee-5bdf18055f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:05Z', 'updated_at': '2021-08-25T17:02:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:02:11.393197 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning complete for port 4f8b9e9d-b191-4f54-9e46-4bcbd77913e1 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:02:11.394185 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:11.512232 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-913d6bc9-47cb-4620-b080-c6131f7ecb23 req-dd55dbe5-5e8e-46b1-b4c6-20553d94ee1f tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993127 Aug 25 17:02:11.543016 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-011674d7-ca7b-4a8c-a8cb-e2818546a1ec req-7cc90442-5f71-4edc-820a-2a340d32375a service neutron] 10.222.0.88 "GET /v2.0/networks/158af8a6-8234-4e44-b5d8-e0491b33a626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053222 Aug 25 17:02:11.569277 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3acf8453-e70c-40cf-91a3-ef8b394da088 None None] Provisioning for port e4375047-1b42-4b94-b9f3-1ede45366d31 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:02:11.582817 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3acf8453-e70c-40cf-91a3-ef8b394da088 None None] Provisioning complete for port e4375047-1b42-4b94-b9f3-1ede45366d31 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:02:11.582817 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3acf8453-e70c-40cf-91a3-ef8b394da088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:11.589362 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:11.665557 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c14f5e55-09f7-46d2-9c8b-be026e7f2ceb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:11.674042 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c14f5e55-09f7-46d2-9c8b-be026e7f2ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:11.675001 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c14f5e55-09f7-46d2-9c8b-be026e7f2ceb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16218532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612667'] for router_interface, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:11.680872 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3acf8453-e70c-40cf-91a3-ef8b394da088 None None] Port e4375047-1b42-4b94-b9f3-1ede45366d31 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 17:02:11.710907 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-011674d7-ca7b-4a8c-a8cb-e2818546a1ec req-558824c0-11a7-48cd-8c53-5be39da9c53f service neutron] 10.222.0.88 "GET /v2.0/networks/158af8a6-8234-4e44-b5d8-e0491b33a626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666517 Aug 25 17:02:11.713415 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] For port 4f8b9e9d-b191-4f54-9e46-4bcbd77913e1, host dv-cinder-791240-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=4f8b9e9d-b191-4f54-9e46-4bcbd77913e1,segment=NetworkSegment(3d213855-abfe-4e58-8480-7cb89771466f),segment_id=3d213855-abfe-4e58-8480-7cb89771466f)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:02:11.719490 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:11.815936 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Pushing event updated for resources: {'Port': ['ID=4f8b9e9d-b191-4f54-9e46-4bcbd77913e1,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:11.891813 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14f5e55-09f7-46d2-9c8b-be026e7f2ceb admin admin] Pushing event updated for resources: {'Port': ['ID=e4375047-1b42-4b94-b9f3-1ede45366d31,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:11.991257 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14f5e55-09f7-46d2-9c8b-be026e7f2ceb admin admin] Network fb64b8ba-f931-42b6-9d6a-817e5eaa9e9e is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:02:11.992940 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-c14f5e55-09f7-46d2-9c8b-be026e7f2ceb admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:02:12.034614 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4c57f085-43c2-497e-9b40-1210e73f7650 req-110e8e92-73da-4bc1-a4a6-6846def9ae75 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=04670c4b-9f34-4f20-9f5e-0870bd955077 HTTP/1.1" status: 200 len: 210 time: 0.1095276 Aug 25 17:02:12.067968 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 35872) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:02:12.142939 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb9fa0c6-68e9-499e-bd79-5a100a8bac69 admin admin] Deleting subnet b259a493-197c-44e1-a67b-d6556f166547 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 17:02:12.148331 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bb9fa0c6-68e9-499e-bd79-5a100a8bac69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:12.221714 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bb9fa0c6-68e9-499e-bd79-5a100a8bac69 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:12.249593 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bb9fa0c6-68e9-499e-bd79-5a100a8bac69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16204973'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:12.300624 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c14f5e55-09f7-46d2-9c8b-be026e7f2ceb admin admin] Router cfbd3ef4-28f8-4689-b5ee-5bdf18055f21 has already been hosted by L3 agent d32565c1-f1a3-4226-8f5a-e505deb187a1 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:02:12.345068 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bb9fa0c6-68e9-499e-bd79-5a100a8bac69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16204962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:12.425985 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9fa0c6-68e9-499e-bd79-5a100a8bac69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b259a493-197c-44e1-a67b-d6556f166547,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:12.433609 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bb9fa0c6-68e9-499e-bd79-5a100a8bac69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16218488'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:12.445848 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-bb9fa0c6-68e9-499e-bd79-5a100a8bac69 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/b259a493-197c-44e1-a67b-d6556f166547 HTTP/1.1" status: 204 len: 168 time: 0.3762856 Aug 25 17:02:12.449259 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 35900) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:02:12.518243 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a990b798-ba58-4aaf-97c9-24eefcb30ab6 None None] Provisioning complete for port e4375047-1b42-4b94-b9f3-1ede45366d31 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:02:12.519059 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a990b798-ba58-4aaf-97c9-24eefcb30ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:12.623394 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a582455f-6cc3-46d0-b41c-984c86858bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16174397'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:12.643441 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a990b798-ba58-4aaf-97c9-24eefcb30ab6 None None] Port e4375047-1b42-4b94-b9f3-1ede45366d31 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 17:02:12.858569 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686cda08-f50f-4b79-9b5d-e3e0e9a8b7cb req-f40f27e5-9563-4498-b0f6-e5eac51adba0 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:12.873246 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-686cda08-f50f-4b79-9b5d-e3e0e9a8b7cb req-f40f27e5-9563-4498-b0f6-e5eac51adba0 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 945 time: 0.2189789 Aug 25 17:02:12.890343 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a582455f-6cc3-46d0-b41c-984c86858bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16079958', 'neutron.services.segments.db._delete_segments_for_network-8743706101742'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:12.914800 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a582455f-6cc3-46d0-b41c-984c86858bf4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:02:12.915143 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a582455f-6cc3-46d0-b41c-984c86858bf4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:02:12.916001 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a582455f-6cc3-46d0-b41c-984c86858bf4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:02:12.916258 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a582455f-6cc3-46d0-b41c-984c86858bf4 admin admin] Subscribe: > port after_create 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:02:12.916580 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a582455f-6cc3-46d0-b41c-984c86858bf4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:02:12.916906 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a582455f-6cc3-46d0-b41c-984c86858bf4 admin admin] Subscribe: > port after_update 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:02:12.917221 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a582455f-6cc3-46d0-b41c-984c86858bf4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:02:12.917530 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a582455f-6cc3-46d0-b41c-984c86858bf4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:02:12.917887 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a582455f-6cc3-46d0-b41c-984c86858bf4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:02:12.918251 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a582455f-6cc3-46d0-b41c-984c86858bf4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:02:12.981213 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c14f5e55-09f7-46d2-9c8b-be026e7f2ceb admin admin] Notify agent at l3_agent.dv-cinder-791240-5-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:02:12.986815 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-c14f5e55-09f7-46d2-9c8b-be026e7f2ceb admin admin] 10.222.0.88 "PUT /v2.0/routers/cfbd3ef4-28f8-4689-b5ee-5bdf18055f21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3894720 Aug 25 17:02:13.012984 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device 54ace8b2-6f6c-48bd-87f4-903a9aae7b42 up at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:02:13.104411 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7cad85f3-e866-4baf-ab92-fed34b699d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:13.119913 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning complete for port 54ace8b2-6f6c-48bd-87f4-903a9aae7b42 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:02:13.122597 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:13.144982 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a582455f-6cc3-46d0-b41c-984c86858bf4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:02:13.145565 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a582455f-6cc3-46d0-b41c-984c86858bf4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:02:13.146074 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a582455f-6cc3-46d0-b41c-984c86858bf4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:02:13.146615 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a582455f-6cc3-46d0-b41c-984c86858bf4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:02:13.147160 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-a582455f-6cc3-46d0-b41c-984c86858bf4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['353ada68-8177-472c-b8d7-dda35572c2cd']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:02:13.180758 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-a582455f-6cc3-46d0-b41c-984c86858bf4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5689e067-e5fe-4392-87e7-1a250e179c6c') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:02:13.181296 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-a582455f-6cc3-46d0-b41c-984c86858bf4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5689e067-e5fe-4392-87e7-1a250e179c6c') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:02:13.222607 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3e0b2f61-42ba-40a9-a389-ff146933bc14 req-104a6796-337e-436f-a0e3-3f29366140c7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f7b35827-e135-4a73-9e24-ac109318f523&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0858772 Aug 25 17:02:13.226242 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a582455f-6cc3-46d0-b41c-984c86858bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743706101625', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3565467'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:13.257956 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device 4f8b9e9d-b191-4f54-9e46-4bcbd77913e1 up at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:02:13.268640 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9f563797-362f-4b14-8a3b-d5ce5af72cbf req-18045177-b0bd-4a83-81d2-57b676db1f9f tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=04670c4b-9f34-4f20-9f5e-0870bd955077 HTTP/1.1" status: 200 len: 210 time: 0.0919664 Aug 25 17:02:13.292740 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-686cda08-f50f-4b79-9b5d-e3e0e9a8b7cb req-0938fe1b-1c1e-4037-97f2-b76548d836fd tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4184115 Aug 25 17:02:13.308240 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a582455f-6cc3-46d0-b41c-984c86858bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16206884'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:13.325281 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a582455f-6cc3-46d0-b41c-984c86858bf4 admin admin] Releasing vlan 1499 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 17:02:13.325704 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a582455f-6cc3-46d0-b41c-984c86858bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16206884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3625685'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:13.335711 dv-cinder-791240-5-iscsi neutron-server[93883]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 25 17:02:13.335711 dv-cinder-791240-5-iscsi neutron-server[93883]: from cryptography.utils import int_from_bytes Aug 25 17:02:13.335711 dv-cinder-791240-5-iscsi neutron-server[93883]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 25 17:02:13.335711 dv-cinder-791240-5-iscsi neutron-server[93883]: from cryptography.utils import int_from_bytes Aug 25 17:02:13.335711 dv-cinder-791240-5-iscsi neutron-server[93883]: Traceback (most recent call last): Aug 25 17:02:13.335711 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 17:02:13.335711 dv-cinder-791240-5-iscsi neutron-server[93883]: timer() Aug 25 17:02:13.335711 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 17:02:13.335711 dv-cinder-791240-5-iscsi neutron-server[93883]: cb(*args, **kw) Aug 25 17:02:13.335711 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 17:02:13.335711 dv-cinder-791240-5-iscsi neutron-server[93883]: return func(*args, **kwargs) Aug 25 17:02:13.335711 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 17:02:13.335711 dv-cinder-791240-5-iscsi neutron-server[93883]: self._notify() Aug 25 17:02:13.335711 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 17:02:13.335711 dv-cinder-791240-5-iscsi neutron-server[93883]: self.callback(batched_events) Aug 25 17:02:13.335711 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 17:02:13.335711 dv-cinder-791240-5-iscsi neutron-server[93883]: event.method(event) Aug 25 17:02:13.335711 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 17:02:13.335711 dv-cinder-791240-5-iscsi neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 17:02:13.335711 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 17:02:13.335711 dv-cinder-791240-5-iscsi neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 17:02:13.335711 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 17:02:13.335711 dv-cinder-791240-5-iscsi neutron-server[93883]: return f(self, *a, **k) Aug 25 17:02:13.335711 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 17:02:13.335711 dv-cinder-791240-5-iscsi neutron-server[93883]: return self._get(url).json() Aug 25 17:02:13.335711 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 17:02:13.335711 dv-cinder-791240-5-iscsi neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 17:02:13.335711 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 17:02:13.335711 dv-cinder-791240-5-iscsi neutron-server[93883]: return self.request(url, 'GET', **kwargs) Aug 25 17:02:13.335711 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 17:02:13.335711 dv-cinder-791240-5-iscsi neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 17:02:13.335711 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 17:02:13.335711 dv-cinder-791240-5-iscsi neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 17:02:13.335711 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 17:02:13.335711 dv-cinder-791240-5-iscsi neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 17:02:13.335711 dv-cinder-791240-5-iscsi neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 17:02:13.350947 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning complete for port 4f8b9e9d-b191-4f54-9e46-4bcbd77913e1 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:02:13.351334 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:13.358981 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b2f61-42ba-40a9-a389-ff146933bc14 req-098425e4-fe0b-4f13-a771-55ac0c86400c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:13.360491 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3e0b2f61-42ba-40a9-a389-ff146933bc14 req-098425e4-fe0b-4f13-a771-55ac0c86400c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ce8b30e44d0740b19fb2000423fb78ee&device_id=f7b35827-e135-4a73-9e24-ac109318f523 HTTP/1.1" status: 200 len: 1099 time: 0.0818183 Aug 25 17:02:13.444988 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a582455f-6cc3-46d0-b41c-984c86858bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16079919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613987'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:13.454537 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 35926) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:02:13.470329 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a582455f-6cc3-46d0-b41c-984c86858bf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16218488'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:13.479626 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-a582455f-6cc3-46d0-b41c-984c86858bf4 admin admin] 10.222.0.88 "DELETE /v2.0/networks/353ada68-8177-472c-b8d7-dda35572c2cd HTTP/1.1" status: 204 len: 168 time: 1.0290005 Aug 25 17:02:13.488252 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device 4703441f-a242-4349-9e9b-a161068cfb00 up at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:02:13.499841 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a582455f-6cc3-46d0-b41c-984c86858bf4 admin admin] Pushing event deleted for resources: {'Network': ['ID=353ada68-8177-472c-b8d7-dda35572c2cd,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:13.552314 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning for port 4703441f-a242-4349-9e9b-a161068cfb00 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:02:13.559341 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning complete for port 4703441f-a242-4349-9e9b-a161068cfb00 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:02:13.559969 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:13.564785 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b2f61-42ba-40a9-a389-ff146933bc14 req-4206e58a-bf45-4f2e-a06e-737e5a60e5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:13.566310 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3e0b2f61-42ba-40a9-a389-ff146933bc14 req-4206e58a-bf45-4f2e-a06e-737e5a60e5d1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=158af8a6-8234-4e44-b5d8-e0491b33a626 HTTP/1.1" status: 200 len: 917 time: 0.1814713 Aug 25 17:02:13.731738 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-76ccfc9c-594e-4be1-9218-cf0e536fe903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:13.780137 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:13.784116 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3e0b2f61-42ba-40a9-a389-ff146933bc14 req-a25b83c9-0ccc-4119-a085-f0e950299969 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d7388651-35dd-46eb-8a4c-dc28e4d9f3a0 HTTP/1.1" status: 200 len: 217 time: 0.0763195 Aug 25 17:02:13.845358 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] For port 4703441f-a242-4349-9e9b-a161068cfb00, host dv-cinder-791240-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=4703441f-a242-4349-9e9b-a161068cfb00,segment=NetworkSegment(831650f3-50e7-4109-a77c-8151443483b4),segment_id=831650f3-50e7-4109-a77c-8151443483b4)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:02:13.851773 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:13.870285 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b2f61-42ba-40a9-a389-ff146933bc14 req-45e7b541-d38e-4c97-84d3-f15fca0143f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:13.873207 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3e0b2f61-42ba-40a9-a389-ff146933bc14 req-45e7b541-d38e-4c97-84d3-f15fca0143f4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=157e2cdc-7e5d-4beb-8dac-2b06da21e5f2 HTTP/1.1" status: 200 len: 855 time: 0.0769718 Aug 25 17:02:13.925039 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Pushing event updated for resources: {'Port': ['ID=4703441f-a242-4349-9e9b-a161068cfb00,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:13.941224 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 35948) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:02:13.947835 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3e0b2f61-42ba-40a9-a389-ff146933bc14 req-4a4a2ac3-7080-4a0b-ad4b-38ea9172e881 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=158af8a6-8234-4e44-b5d8-e0491b33a626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571163 Aug 25 17:02:14.002585 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011674d7-ca7b-4a8c-a8cb-e2818546a1ec req-cdac0743-c370-4949-af38-a3e089a8fe1a tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:14.004064 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-011674d7-ca7b-4a8c-a8cb-e2818546a1ec req-cdac0743-c370-4949-af38-a3e089a8fe1a tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.16 "GET /v2.0/networks?id=158af8a6-8234-4e44-b5d8-e0491b33a626 HTTP/1.1" status: 200 len: 815 time: 0.4296150 Aug 25 17:02:14.008030 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-281f39b2-a9f4-4ef9-8fb6-5a9035bee0f8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2fa932d690ff4173979e2bfb1febce22&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0652452 Aug 25 17:02:14.015447 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 35950) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:02:14.047770 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-011674d7-ca7b-4a8c-a8cb-e2818546a1ec req-e95df46c-4666-4ab4-9919-69e726f7752d tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Request body: {'port': {'device_id': '04670c4b-9f34-4f20-9f5e-0870bd955077', 'network_id': '158af8a6-8234-4e44-b5d8-e0491b33a626', 'admin_state_up': True, 'tenant_id': 'ce8b30e44d0740b19fb2000423fb78ee'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:02:14.125874 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c22a95db-4e81-4c04-a02c-cf615cd2a3e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:14.157850 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f04fd06-c368-4549-baab-e0ec7a0bcb28 None None] Sync routers for ids ['cfbd3ef4-28f8-4689-b5ee-5bdf18055f21'] in dv-cinder-791240-5-iscsi {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:02:14.171990 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f04fd06-c368-4549-baab-e0ec7a0bcb28 None None] Routers {'cfbd3ef4-28f8-4689-b5ee-5bdf18055f21'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:02:14.176387 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-5f04fd06-c368-4549-baab-e0ec7a0bcb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:01:46Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['cfbd3ef4-28f8-4689-b5ee-5bdf18055f21'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:02:14.189212 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c22a95db-4e81-4c04-a02c-cf615cd2a3e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:14.263650 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c22a95db-4e81-4c04-a02c-cf615cd2a3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:14.266585 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c22a95db-4e81-4c04-a02c-cf615cd2a3e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:14.270123 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-c22a95db-4e81-4c04-a02c-cf615cd2a3e6 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/dd8baece-e2e1-43c3-99c2-483b59b3b492 HTTP/1.1" status: 204 len: 168 time: 0.2514427 Aug 25 17:02:14.285295 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a95db-4e81-4c04-a02c-cf615cd2a3e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8baece-e2e1-43c3-99c2-483b59b3b492,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:14.331658 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3e0b2f61-42ba-40a9-a389-ff146933bc14 req-d4ac9680-b32f-4ae5-ad8a-d4aca48154fb service neutron] 10.222.0.16 "GET /v2.0/networks/158af8a6-8234-4e44-b5d8-e0491b33a626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3679342 Aug 25 17:02:14.347809 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-76ccfc9c-594e-4be1-9218-cf0e536fe903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:14.359023 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 35962) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:02:14.364266 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-10da538f-e1f1-4720-928b-361827d5310b tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-842928616', 'description': 'tempest-secgroup-smoke-842928616 description', 'project_id': '08aac9c23a974fde83b7887f14dc7206'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:02:14.398633 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-76ccfc9c-594e-4be1-9218-cf0e536fe903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:14.427360 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3bb99f28-54b8-4bb7-a601-09401dfdf064 req-4f2ec414-4cc3-4e0f-9b8f-309f4a57c244 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=04670c4b-9f34-4f20-9f5e-0870bd955077 HTTP/1.1" status: 200 len: 210 time: 0.0393062 Aug 25 17:02:14.429660 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-5f04fd06-c368-4549-baab-e0ec7a0bcb28 None None] Set router cfbd3ef4-28f8-4689-b5ee-5bdf18055f21 gateway port host: dv-cinder-791240-5-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:02:14.476119 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.db.api [None req-10da538f-e1f1-4720-928b-361827d5310b tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 25 17:02:14.476119 dv-cinder-791240-5-iscsi neutron-server[93883]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 25 17:02:14.476119 dv-cinder-791240-5-iscsi neutron-server[93883]: [parameters: {'project_id_1': '08aac9c23a974fde83b7887f14dc7206', 'expiration_1': datetime.datetime(2021, 8, 25, 17, 2, 14, 374306)}] Aug 25 17:02:14.476119 dv-cinder-791240-5-iscsi neutron-server[93883]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93883) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 17:02:14.477583 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG oslo_db.api [None req-10da538f-e1f1-4720-928b-361827d5310b tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 17:02:14.493458 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ccfc9c-594e-4be1-9218-cf0e536fe903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6168e7-5925-4f79-aa3e-692cb0c476ba,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:14.496011 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-011674d7-ca7b-4a8c-a8cb-e2818546a1ec req-e95df46c-4666-4ab4-9919-69e726f7752d tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Made reservation on behalf of ce8b30e44d0740b19fb2000423fb78ee for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:02:14.497795 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d2ace-7b3f-4129-8be0-3ee40d801115 req-37d475da-3410-4950-9c4b-9ab472f05c7f tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:14.499775 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-955d2ace-7b3f-4129-8be0-3ee40d801115 req-37d475da-3410-4950-9c4b-9ab472f05c7f tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 945 time: 0.0779753 Aug 25 17:02:14.505126 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-011674d7-ca7b-4a8c-a8cb-e2818546a1ec req-e95df46c-4666-4ab4-9919-69e726f7752d tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:14.527878 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-76ccfc9c-594e-4be1-9218-cf0e536fe903 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=28b27bde67144394ba4647554f3854fd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0696800 Aug 25 17:02:14.529128 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 35964) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:02:14.548365 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-955d2ace-7b3f-4129-8be0-3ee40d801115 req-90fe4f7d-fc56-4e1a-9385-9ef50bf0f17b tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415609 Aug 25 17:02:14.571285 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3e0b2f61-42ba-40a9-a389-ff146933bc14 req-a84d3450-77f1-4795-8f2d-90119143a52f service neutron] 10.222.0.16 "GET /v2.0/networks/158af8a6-8234-4e44-b5d8-e0491b33a626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255635 Aug 25 17:02:14.679688 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-aa438eb5-9855-483d-b059-c5a6753db869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:14.703491 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-aa438eb5-9855-483d-b059-c5a6753db869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:14.783265 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-011674d7-ca7b-4a8c-a8cb-e2818546a1ec req-e95df46c-4666-4ab4-9919-69e726f7752d tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Allocated IP 172.20.0.7 (158af8a6-8234-4e44-b5d8-e0491b33a626/157e2cdc-7e5d-4beb-8dac-2b06da21e5f2/82126cd2-f661-4cb3-a592-55de03afb0b3) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:02:14.794941 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device 4703441f-a242-4349-9e9b-a161068cfb00 up at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:02:14.815945 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-aa438eb5-9855-483d-b059-c5a6753db869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:14.819127 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-aa438eb5-9855-483d-b059-c5a6753db869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:14.822586 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-aa438eb5-9855-483d-b059-c5a6753db869 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/fa6168e7-5925-4f79-aa3e-692cb0c476ba HTTP/1.1" status: 204 len: 168 time: 0.2888691 Aug 25 17:02:14.839817 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa438eb5-9855-483d-b059-c5a6753db869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6168e7-5925-4f79-aa3e-692cb0c476ba,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:14.906512 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning complete for port 4703441f-a242-4349-9e9b-a161068cfb00 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:02:14.906890 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:14.910019 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-5f04fd06-c368-4549-baab-e0ec7a0bcb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbd3ef4-28f8-4689-b5ee-5bdf18055f21', 'name': 'tempest-TestShelveInstance-1785128440-router', 'tenant_id': '9d10a0ee35ce466fa7030135dafc013f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '4703441f-a242-4349-9e9b-a161068cfb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:02:05Z', 'updated_at': '2021-08-25T17:02:11Z', 'revision_number': 4, 'project_id': '9d10a0ee35ce466fa7030135dafc013f', 'gw_port': {'id': '4703441f-a242-4349-9e9b-a161068cfb00', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:89:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbd3ef4-28f8-4689-b5ee-5bdf18055f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:05Z', 'updated_at': '2021-08-25T17:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_interfaces': [{'id': 'e4375047-1b42-4b94-b9f3-1ede45366d31', 'name': '', 'network_id': 'fb64b8ba-f931-42b6-9d6a-817e5eaa9e9e', 'tenant_id': '9d10a0ee35ce466fa7030135dafc013f', 'mac_address': 'fa:16:3e:5f:a8:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfbd3ef4-28f8-4689-b5ee-5bdf18055f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '5cadb841-756f-43fb-b623-b3c5e82afd38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:09Z', 'updated_at': '2021-08-25T17:02:11Z', 'revision_number': 2, 'project_id': '9d10a0ee35ce466fa7030135dafc013f', 'subnets': [{'id': '5cadb841-756f-43fb-b623-b3c5e82afd38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:02:14.962177 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f04fd06-c368-4549-baab-e0ec7a0bcb28 None None] Checking router: cfbd3ef4-28f8-4689-b5ee-5bdf18055f21 for host: dv-cinder-791240-5-iscsi {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:02:14.962539 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f04fd06-c368-4549-baab-e0ec7a0bcb28 None None] Updating router cfbd3ef4-28f8-4689-b5ee-5bdf18055f21 port e4375047-1b42-4b94-b9f3-1ede45366d31 binding host dv-cinder-791240-5-iscsi {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 17:02:14.998835 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-011674d7-ca7b-4a8c-a8cb-e2818546a1ec req-e95df46c-4666-4ab4-9919-69e726f7752d tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:15.009537 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:15.017706 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5f04fd06-c368-4549-baab-e0ec7a0bcb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:15.035139 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-10da538f-e1f1-4720-928b-361827d5310b tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:15.069839 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-011674d7-ca7b-4a8c-a8cb-e2818546a1ec req-e95df46c-4666-4ab4-9919-69e726f7752d tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743705601783'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:15.106869 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] get_ports_and_sgs() called for port_ids ['d7388651-35dd-46eb-8a4c-dc28e4d9f3a0'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:02:15.109166 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-011674d7-ca7b-4a8c-a8cb-e2818546a1ec req-e95df46c-4666-4ab4-9919-69e726f7752d tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Network 158af8a6-8234-4e44-b5d8-e0491b33a626 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:02:15.141057 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-011674d7-ca7b-4a8c-a8cb-e2818546a1ec req-e95df46c-4666-4ab4-9919-69e726f7752d tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:02:15.147058 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-011674d7-ca7b-4a8c-a8cb-e2818546a1ec req-e95df46c-4666-4ab4-9919-69e726f7752d tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:02:15.197474 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011674d7-ca7b-4a8c-a8cb-e2818546a1ec req-e95df46c-4666-4ab4-9919-69e726f7752d tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:15.203283 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-011674d7-ca7b-4a8c-a8cb-e2818546a1ec req-e95df46c-4666-4ab4-9919-69e726f7752d tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:15.242401 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-10da538f-e1f1-4720-928b-361827d5310b tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:15.248469 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-10da538f-e1f1-4720-928b-361827d5310b tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:15.294409 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-10da538f-e1f1-4720-928b-361827d5310b tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:15.299673 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-011674d7-ca7b-4a8c-a8cb-e2818546a1ec req-e95df46c-4666-4ab4-9919-69e726f7752d tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2544775 Aug 25 17:02:15.300371 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-10da538f-e1f1-4720-928b-361827d5310b tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.9400926 Aug 25 17:02:15.301222 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 35998) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:02:15.314183 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95df46c-4666-4ab4-9919-69e726f7752d tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Pushing event updated for resources: {'Port': ['ID=82126cd2-f661-4cb3-a592-55de03afb0b3,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:15.317322 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-69d28838-cb7d-42fc-b470-be9388e2543b tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Request body: {'security_group_rule': {'security_group_id': 'ff107b79-194d-45a2-9eba-479057252c4d', 'project_id': '08aac9c23a974fde83b7887f14dc7206', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:02:15.328155 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-011674d7-ca7b-4a8c-a8cb-e2818546a1ec req-89b588c9-1645-43bf-80c7-956f278f6efb service neutron] Request body: {'port': {'device_id': '04670c4b-9f34-4f20-9f5e-0870bd955077', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:02:15.364829 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10da538f-e1f1-4720-928b-361827d5310b tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff107b79-194d-45a2-9eba-479057252c4d,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:15.399448 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-69d28838-cb7d-42fc-b470-be9388e2543b tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:15.479439 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-011674d7-ca7b-4a8c-a8cb-e2818546a1ec req-89b588c9-1645-43bf-80c7-956f278f6efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:15.495291 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-69d28838-cb7d-42fc-b470-be9388e2543b tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:15.501981 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-69d28838-cb7d-42fc-b470-be9388e2543b tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373673'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:15.510526 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 36010) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:02:15.653490 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5f04fd06-c368-4549-baab-e0ec7a0bcb28 None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:15.680608 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d28838-cb7d-42fc-b470-be9388e2543b tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=566a4eb6-d29d-4f9d-b79d-1879cc673515,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:15.701769 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-69d28838-cb7d-42fc-b470-be9388e2543b tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:15.704268 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-69d28838-cb7d-42fc-b470-be9388e2543b tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3942547 Aug 25 17:02:15.714761 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 36020) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:02:15.739039 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-5f04fd06-c368-4549-baab-e0ec7a0bcb28 None None] Transition to ACTIVE for port object e4375047-1b42-4b94-b9f3-1ede45366d31 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:02:15.749851 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5bcc2c04-e760-4a26-ad7c-bfecf9fedce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:15.757851 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5f04fd06-c368-4549-baab-e0ec7a0bcb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:15.761467 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-088f918e-289e-4abb-8621-0b962ccc919e tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Request body: {'security_group_rule': {'security_group_id': 'ff107b79-194d-45a2-9eba-479057252c4d', 'project_id': '08aac9c23a974fde83b7887f14dc7206', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:02:15.804792 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94da522a-abfe-41a5-a027-fa6dd8b35f1e None None] Pushing event updated for resources: {'Port': ['ID=e4375047-1b42-4b94-b9f3-1ede45366d31,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:15.819558 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-088f918e-289e-4abb-8621-0b962ccc919e tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:15.874728 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acba1ae-fe77-4264-a11d-62c934ca0772 req-77b848d7-f01e-4fe1-aa42-9ba896aefa71 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:15.883572 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3acba1ae-fe77-4264-a11d-62c934ca0772 req-77b848d7-f01e-4fe1-aa42-9ba896aefa71 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=04670c4b-9f34-4f20-9f5e-0870bd955077 HTTP/1.1" status: 200 len: 931 time: 0.3327668 Aug 25 17:02:15.900074 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-1f866fb8-a7bc-4bf6-bdd5-b93ebe06c6de admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1390417477-network', 'tenant_id': '09e1d88a498442e5b06e802c45061ff2'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:02:15.926281 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-088f918e-289e-4abb-8621-0b962ccc919e tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:15.936595 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-088f918e-289e-4abb-8621-0b962ccc919e tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373673'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:15.972762 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088f918e-289e-4abb-8621-0b962ccc919e tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa629e50-0c4c-4855-bbaf-a9613b964d7f,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:15.972884 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e00074-66fc-48b1-8607-99567bbb17b9 req-866c2950-8c2c-4aac-b415-8253a216d0df tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:15.974519 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e8e00074-66fc-48b1-8607-99567bbb17b9 req-866c2950-8c2c-4aac-b415-8253a216d0df tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 945 time: 0.2814093 Aug 25 17:02:15.989396 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-5f04fd06-c368-4549-baab-e0ec7a0bcb28 None None] Attempting to bind port e4375047-1b42-4b94-b9f3-1ede45366d31 on host dv-cinder-791240-5-iscsi for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:02:15.989862 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-5f04fd06-c368-4549-baab-e0ec7a0bcb28 None None] Attempting to bind port e4375047-1b42-4b94-b9f3-1ede45366d31 by drivers openvswitch,hyperv on host dv-cinder-791240-5-iscsi at level 0 using segments [{'id': '801354a5-1a35-4093-8067-f918d4a67930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1470, 'network_id': 'fb64b8ba-f931-42b6-9d6a-817e5eaa9e9e'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:02:15.991308 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f04fd06-c368-4549-baab-e0ec7a0bcb28 None None] Attempting to bind port e4375047-1b42-4b94-b9f3-1ede45366d31 on network fb64b8ba-f931-42b6-9d6a-817e5eaa9e9e {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:02:15.995463 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:16.004561 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f04fd06-c368-4549-baab-e0ec7a0bcb28 None None] Checking agent: {'id': '228fda10-d8da-45cc-9fcd-c0d1ec5752d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 53, 16), 'started_at': datetime.datetime(2021, 8, 25, 16, 53, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:02:16.005049 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f04fd06-c368-4549-baab-e0ec7a0bcb28 None None] Checking segment: {'id': '801354a5-1a35-4093-8067-f918d4a67930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1470, 'network_id': 'fb64b8ba-f931-42b6-9d6a-817e5eaa9e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:02:16.005506 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5f04fd06-c368-4549-baab-e0ec7a0bcb28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:16.006778 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f04fd06-c368-4549-baab-e0ec7a0bcb28 None None] Bound using segment: {'id': '801354a5-1a35-4093-8067-f918d4a67930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1470, 'network_id': 'fb64b8ba-f931-42b6-9d6a-817e5eaa9e9e'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:02:16.007462 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-5f04fd06-c368-4549-baab-e0ec7a0bcb28 None None] Bound port: e4375047-1b42-4b94-b9f3-1ede45366d31, host: dv-cinder-791240-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '801354a5-1a35-4093-8067-f918d4a67930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1470, 'network_id': 'fb64b8ba-f931-42b6-9d6a-817e5eaa9e9e'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:02:16.007901 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5f04fd06-c368-4549-baab-e0ec7a0bcb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:16.028016 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-088f918e-289e-4abb-8621-0b962ccc919e tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:16.031415 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-088f918e-289e-4abb-8621-0b962ccc919e tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3117454 Aug 25 17:02:16.034440 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 36030) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:02:16.039152 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-94d3efae-bcb6-4c5f-a8ab-a35c046c07fb tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Request body: {'security_group_rule': {'security_group_id': 'ff107b79-194d-45a2-9eba-479057252c4d', 'project_id': '08aac9c23a974fde83b7887f14dc7206', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:02:16.052967 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f866fb8-a7bc-4bf6-bdd5-b93ebe06c6de admin admin] Made reservation on behalf of 09e1d88a498442e5b06e802c45061ff2 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:02:16.055543 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1f866fb8-a7bc-4bf6-bdd5-b93ebe06c6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:16.070317 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3acba1ae-fe77-4264-a11d-62c934ca0772 req-8c975da5-f197-46f8-ab80-6dedf450ba58 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857882 Aug 25 17:02:16.079310 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1f866fb8-a7bc-4bf6-bdd5-b93ebe06c6de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:16.110159 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-94d3efae-bcb6-4c5f-a8ab-a35c046c07fb tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:16.110865 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e8e00074-66fc-48b1-8607-99567bbb17b9 req-89e1495c-c1f3-4bc7-bdaf-220f0020bfca tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067703 Aug 25 17:02:16.154958 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-5f04fd06-c368-4549-baab-e0ec7a0bcb28 None None] For port e4375047-1b42-4b94-b9f3-1ede45366d31, host dv-cinder-791240-5-iscsi, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:02:16.160261 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-5f04fd06-c368-4549-baab-e0ec7a0bcb28 None None] For port e4375047-1b42-4b94-b9f3-1ede45366d31, host dv-cinder-791240-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=e4375047-1b42-4b94-b9f3-1ede45366d31,segment=NetworkSegment(801354a5-1a35-4093-8067-f918d4a67930),segment_id=801354a5-1a35-4093-8067-f918d4a67930)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:02:16.165922 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5f04fd06-c368-4549-baab-e0ec7a0bcb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:16.185783 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-94d3efae-bcb6-4c5f-a8ab-a35c046c07fb tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:16.188345 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [req-011674d7-ca7b-4a8c-a8cb-e2818546a1ec req-89b588c9-1645-43bf-80c7-956f278f6efb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82126cd2-f661-4cb3-a592-55de03afb0b3 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:02:16.197282 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-94d3efae-bcb6-4c5f-a8ab-a35c046c07fb tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373673'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:16.201235 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-011674d7-ca7b-4a8c-a8cb-e2818546a1ec req-89b588c9-1645-43bf-80c7-956f278f6efb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:16.232787 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1f866fb8-a7bc-4bf6-bdd5-b93ebe06c6de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:16.234794 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d3efae-bcb6-4c5f-a8ab-a35c046c07fb tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b002e2e-2799-47e4-a42b-339bb2bfe663,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:16.241707 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-011674d7-ca7b-4a8c-a8cb-e2818546a1ec req-89b588c9-1645-43bf-80c7-956f278f6efb service neutron] Transition to ACTIVE for port object 82126cd2-f661-4cb3-a592-55de03afb0b3 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:02:16.249861 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1f866fb8-a7bc-4bf6-bdd5-b93ebe06c6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:16.258215 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-011674d7-ca7b-4a8c-a8cb-e2818546a1ec req-89b588c9-1645-43bf-80c7-956f278f6efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:16.272482 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f04fd06-c368-4549-baab-e0ec7a0bcb28 None None] Routers {'cfbd3ef4-28f8-4689-b5ee-5bdf18055f21'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:02:16.273184 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-5f04fd06-c368-4549-baab-e0ec7a0bcb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:02:16Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['cfbd3ef4-28f8-4689-b5ee-5bdf18055f21'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:02:16.288964 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f866fb8-a7bc-4bf6-bdd5-b93ebe06c6de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1486} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 17:02:16.295876 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-94d3efae-bcb6-4c5f-a8ab-a35c046c07fb tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:16.299588 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-94d3efae-bcb6-4c5f-a8ab-a35c046c07fb tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2616389 Aug 25 17:02:16.307757 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 36040) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:02:16.327736 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-e09f36b2-83a5-469d-8561-d37b7a7739aa tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Request body: {'security_group_rule': {'security_group_id': 'ff107b79-194d-45a2-9eba-479057252c4d', 'project_id': '08aac9c23a974fde83b7887f14dc7206', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:02:16.345325 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94da522a-abfe-41a5-a027-fa6dd8b35f1e None None] Pushing event updated for resources: {'Port': ['ID=e4375047-1b42-4b94-b9f3-1ede45366d31,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:16.370499 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b588c9-1645-43bf-80c7-956f278f6efb service neutron] Pushing event updated for resources: {'Port': ['ID=82126cd2-f661-4cb3-a592-55de03afb0b3,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:16.380227 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f866fb8-a7bc-4bf6-bdd5-b93ebe06c6de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ef300a-e18c-42a3-b626-ceb5d60b4b3e,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:16.383381 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1f866fb8-a7bc-4bf6-bdd5-b93ebe06c6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16206884'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:16.383726 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.db.segments_db [None req-1f866fb8-a7bc-4bf6-bdd5-b93ebe06c6de admin admin] Added segment ec41dbf2-ba24-42a3-a378-c3be87889b8c of type vlan for network e9cb6f88-a0a4-4755-a50a-d59302485ab6 Aug 25 17:02:16.423191 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-011674d7-ca7b-4a8c-a8cb-e2818546a1ec req-89b588c9-1645-43bf-80c7-956f278f6efb service neutron] Attempting to bind port 82126cd2-f661-4cb3-a592-55de03afb0b3 on host hv-cinder-79124 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:02:16.423806 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-011674d7-ca7b-4a8c-a8cb-e2818546a1ec req-89b588c9-1645-43bf-80c7-956f278f6efb service neutron] Attempting to bind port 82126cd2-f661-4cb3-a592-55de03afb0b3 by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': '464881d0-366d-4203-be8e-e80b8f8623d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1463, 'network_id': '158af8a6-8234-4e44-b5d8-e0491b33a626'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:02:16.424728 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011674d7-ca7b-4a8c-a8cb-e2818546a1ec req-89b588c9-1645-43bf-80c7-956f278f6efb service neutron] Attempting to bind port 82126cd2-f661-4cb3-a592-55de03afb0b3 on network 158af8a6-8234-4e44-b5d8-e0491b33a626 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:02:16.430928 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011674d7-ca7b-4a8c-a8cb-e2818546a1ec req-89b588c9-1645-43bf-80c7-956f278f6efb service neutron] Port 82126cd2-f661-4cb3-a592-55de03afb0b3 on network 158af8a6-8234-4e44-b5d8-e0491b33a626 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 17:02:16.431584 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011674d7-ca7b-4a8c-a8cb-e2818546a1ec req-89b588c9-1645-43bf-80c7-956f278f6efb service neutron] Attempting to bind port 82126cd2-f661-4cb3-a592-55de03afb0b3 on network 158af8a6-8234-4e44-b5d8-e0491b33a626 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:02:16.438681 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011674d7-ca7b-4a8c-a8cb-e2818546a1ec req-89b588c9-1645-43bf-80c7-956f278f6efb service neutron] Checking agent: {'id': '5ac426a1-ab5c-4a46-b982-fffaa6db999e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 59, 15), 'started_at': datetime.datetime(2021, 8, 25, 16, 59, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:02:16.439380 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011674d7-ca7b-4a8c-a8cb-e2818546a1ec req-89b588c9-1645-43bf-80c7-956f278f6efb service neutron] Checking segment: {'id': '464881d0-366d-4203-be8e-e80b8f8623d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1463, 'network_id': '158af8a6-8234-4e44-b5d8-e0491b33a626'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:02:16.439956 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011674d7-ca7b-4a8c-a8cb-e2818546a1ec req-89b588c9-1645-43bf-80c7-956f278f6efb service neutron] Bound using segment: {'id': '464881d0-366d-4203-be8e-e80b8f8623d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1463, 'network_id': '158af8a6-8234-4e44-b5d8-e0491b33a626'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:02:16.440590 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-011674d7-ca7b-4a8c-a8cb-e2818546a1ec req-89b588c9-1645-43bf-80c7-956f278f6efb service neutron] Bound port: 82126cd2-f661-4cb3-a592-55de03afb0b3, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '464881d0-366d-4203-be8e-e80b8f8623d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1463, 'network_id': '158af8a6-8234-4e44-b5d8-e0491b33a626'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:02:16.441138 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-011674d7-ca7b-4a8c-a8cb-e2818546a1ec req-89b588c9-1645-43bf-80c7-956f278f6efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:16.455882 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-5f04fd06-c368-4549-baab-e0ec7a0bcb28 None None] Set router cfbd3ef4-28f8-4689-b5ee-5bdf18055f21 gateway port host: dv-cinder-791240-5-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:02:16.478027 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1f866fb8-a7bc-4bf6-bdd5-b93ebe06c6de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743705589342'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:16.484699 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e09f36b2-83a5-469d-8561-d37b7a7739aa tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:16.536698 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1f866fb8-a7bc-4bf6-bdd5-b93ebe06c6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:16.540254 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f866fb8-a7bc-4bf6-bdd5-b93ebe06c6de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:16.540950 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1f866fb8-a7bc-4bf6-bdd5-b93ebe06c6de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16218488'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:16.544920 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-011674d7-ca7b-4a8c-a8cb-e2818546a1ec req-89b588c9-1645-43bf-80c7-956f278f6efb service neutron] For port 82126cd2-f661-4cb3-a592-55de03afb0b3, host hv-cinder-79124, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:02:16.548568 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-011674d7-ca7b-4a8c-a8cb-e2818546a1ec req-89b588c9-1645-43bf-80c7-956f278f6efb service neutron] For port 82126cd2-f661-4cb3-a592-55de03afb0b3, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=82126cd2-f661-4cb3-a592-55de03afb0b3,segment=NetworkSegment(464881d0-366d-4203-be8e-e80b8f8623d9),segment_id=464881d0-366d-4203-be8e-e80b8f8623d9)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:02:16.554508 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-011674d7-ca7b-4a8c-a8cb-e2818546a1ec req-89b588c9-1645-43bf-80c7-956f278f6efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:16.600078 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011674d7-ca7b-4a8c-a8cb-e2818546a1ec req-89b588c9-1645-43bf-80c7-956f278f6efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:16.600933 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-011674d7-ca7b-4a8c-a8cb-e2818546a1ec req-89b588c9-1645-43bf-80c7-956f278f6efb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:16.602500 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-011674d7-ca7b-4a8c-a8cb-e2818546a1ec req-89b588c9-1645-43bf-80c7-956f278f6efb service neutron] 10.222.0.16 "PUT /v2.0/ports/82126cd2-f661-4cb3-a592-55de03afb0b3 HTTP/1.1" status: 200 len: 1093 time: 1.2892997 Aug 25 17:02:16.603505 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04670c4b-9f34-4f20-9f5e-0870bd955077', 'tag': '82126cd2-f661-4cb3-a592-55de03afb0b3'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:02:16.604325 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-1f866fb8-a7bc-4bf6-bdd5-b93ebe06c6de admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0826790 Aug 25 17:02:16.610343 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30294bf1a97406c8a8235025fddf2f3c25b52a26b11c10f571ea972848b08700" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9abfc893-34f0-4dc6-a57d-cf43ff464775" -d '{"events": [{"name": "network-changed", "server_uuid": "04670c4b-9f34-4f20-9f5e-0870bd955077", "tag": "82126cd2-f661-4cb3-a592-55de03afb0b3"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:02:16.613797 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 36042) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:02:16.626673 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-8f253282-9f83-4eef-a641-8e9dc1bc3bc9 admin admin] Request body: {'subnet': {'network_id': 'e9cb6f88-a0a4-4755-a50a-d59302485ab6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1390417477-subnet', 'tenant_id': '09e1d88a498442e5b06e802c45061ff2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:02:16.647068 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e09f36b2-83a5-469d-8561-d37b7a7739aa tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:16.654987 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f866fb8-a7bc-4bf6-bdd5-b93ebe06c6de admin admin] Pushing event updated for resources: {'Network': ['ID=e9cb6f88-a0a4-4755-a50a-d59302485ab6,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:16.659816 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e09f36b2-83a5-469d-8561-d37b7a7739aa tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373673'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:16.682416 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b588c9-1645-43bf-80c7-956f278f6efb service neutron] Pushing event updated for resources: {'Port': ['ID=82126cd2-f661-4cb3-a592-55de03afb0b3,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:16.685463 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09f36b2-83a5-469d-8561-d37b7a7739aa tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d6b5d87-7d9e-4aa4-8706-bf5d5c385534,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:16.689249 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f253282-9f83-4eef-a641-8e9dc1bc3bc9 admin admin] Made reservation on behalf of 09e1d88a498442e5b06e802c45061ff2 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:02:16.691930 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8f253282-9f83-4eef-a641-8e9dc1bc3bc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25269458'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:16.696386 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e09f36b2-83a5-469d-8561-d37b7a7739aa tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:16.699050 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-e09f36b2-83a5-469d-8561-d37b7a7739aa tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3835113 Aug 25 17:02:16.702564 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011674d7-ca7b-4a8c-a8cb-e2818546a1ec req-9e622b6d-3545-4832-9bea-919129e52b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:16.704017 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-011674d7-ca7b-4a8c-a8cb-e2818546a1ec req-9e622b6d-3545-4832-9bea-919129e52b02 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ce8b30e44d0740b19fb2000423fb78ee&device_id=04670c4b-9f34-4f20-9f5e-0870bd955077 HTTP/1.1" status: 200 len: 1096 time: 0.0582416 Aug 25 17:02:16.704595 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 36046) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:02:16.709483 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-2752521b-745a-4bdc-b6b1-a2153152b812 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Request body: {'security_group_rule': {'security_group_id': 'ff107b79-194d-45a2-9eba-479057252c4d', 'project_id': '08aac9c23a974fde83b7887f14dc7206', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:02:16.715241 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67cbdc5a-3b39-42da-9bc6-73e0e214bedd x-openstack-request-id: req-67cbdc5a-3b39-42da-9bc6-73e0e214bedd {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:02:16.715241 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04670c4b-9f34-4f20-9f5e-0870bd955077", "tag": "82126cd2-f661-4cb3-a592-55de03afb0b3", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:02:16.715470 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-67cbdc5a-3b39-42da-9bc6-73e0e214bedd {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:02:16.715866 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04670c4b-9f34-4f20-9f5e-0870bd955077', 'tag': '82126cd2-f661-4cb3-a592-55de03afb0b3', 'status': 'completed', 'code': 200} Aug 25 17:02:16.744165 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Network e9cb6f88-a0a4-4755-a50a-d59302485ab6 details requested by agent ovs-agent-dv-cinder-791240-5-iscsi with host dv-cinder-791240-5-iscsi {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 17:02:16.775146 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-011674d7-ca7b-4a8c-a8cb-e2818546a1ec req-eda97d32-699d-412b-bf47-54d98452d9ad service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82126cd2-f661-4cb3-a592-55de03afb0b3 HTTP/1.1" status: 200 len: 217 time: 0.0469289 Aug 25 17:02:16.779137 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.db.securitygroups_db [None req-2752521b-745a-4bdc-b6b1-a2153152b812 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Project 08aac9c23a974fde83b7887f14dc7206 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 17:02:16.793949 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2752521b-745a-4bdc-b6b1-a2153152b812 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:16.861023 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011674d7-ca7b-4a8c-a8cb-e2818546a1ec req-20f32ab6-d93b-48be-8abd-85a1746f377c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:16.864353 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-011674d7-ca7b-4a8c-a8cb-e2818546a1ec req-20f32ab6-d93b-48be-8abd-85a1746f377c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=157e2cdc-7e5d-4beb-8dac-2b06da21e5f2 HTTP/1.1" status: 200 len: 855 time: 0.0799842 Aug 25 17:02:16.886158 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-5f04fd06-c368-4549-baab-e0ec7a0bcb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbd3ef4-28f8-4689-b5ee-5bdf18055f21', 'name': 'tempest-TestShelveInstance-1785128440-router', 'tenant_id': '9d10a0ee35ce466fa7030135dafc013f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '4703441f-a242-4349-9e9b-a161068cfb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:02:05Z', 'updated_at': '2021-08-25T17:02:11Z', 'revision_number': 4, 'project_id': '9d10a0ee35ce466fa7030135dafc013f', 'gw_port': {'id': '4703441f-a242-4349-9e9b-a161068cfb00', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:89:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbd3ef4-28f8-4689-b5ee-5bdf18055f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:05Z', 'updated_at': '2021-08-25T17:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_interfaces': [{'id': 'e4375047-1b42-4b94-b9f3-1ede45366d31', 'name': '', 'network_id': 'fb64b8ba-f931-42b6-9d6a-817e5eaa9e9e', 'tenant_id': '9d10a0ee35ce466fa7030135dafc013f', 'mac_address': 'fa:16:3e:5f:a8:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfbd3ef4-28f8-4689-b5ee-5bdf18055f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '5cadb841-756f-43fb-b623-b3c5e82afd38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:09Z', 'updated_at': '2021-08-25T17:02:16Z', 'revision_number': 4, 'project_id': '9d10a0ee35ce466fa7030135dafc013f', 'subnets': [{'id': '5cadb841-756f-43fb-b623-b3c5e82afd38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:02:16.917797 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f04fd06-c368-4549-baab-e0ec7a0bcb28 None None] The sync data for ids ['cfbd3ef4-28f8-4689-b5ee-5bdf18055f21'] in dv-cinder-791240-5-iscsi is: [{'id': 'cfbd3ef4-28f8-4689-b5ee-5bdf18055f21', 'name': 'tempest-TestShelveInstance-1785128440-router', 'tenant_id': '9d10a0ee35ce466fa7030135dafc013f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '4703441f-a242-4349-9e9b-a161068cfb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:02:05Z', 'updated_at': '2021-08-25T17:02:11Z', 'revision_number': 4, 'project_id': '9d10a0ee35ce466fa7030135dafc013f', 'gw_port': {'id': '4703441f-a242-4349-9e9b-a161068cfb00', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:89:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbd3ef4-28f8-4689-b5ee-5bdf18055f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:05Z', 'updated_at': '2021-08-25T17:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_interfaces': [{'id': 'e4375047-1b42-4b94-b9f3-1ede45366d31', 'name': '', 'network_id': 'fb64b8ba-f931-42b6-9d6a-817e5eaa9e9e', 'tenant_id': '9d10a0ee35ce466fa7030135dafc013f', 'mac_address': 'fa:16:3e:5f:a8:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfbd3ef4-28f8-4689-b5ee-5bdf18055f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '5cadb841-756f-43fb-b623-b3c5e82afd38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:09Z', 'updated_at': '2021-08-25T17:02:16Z', 'revision_number': 4, 'project_id': '9d10a0ee35ce466fa7030135dafc013f', 'subnets': [{'id': '5cadb841-756f-43fb-b623-b3c5e82afd38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:02:16.936432 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-011674d7-ca7b-4a8c-a8cb-e2818546a1ec req-71043c8f-3485-461d-b2b7-bceb426576a3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=158af8a6-8234-4e44-b5d8-e0491b33a626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468872 Aug 25 17:02:17.022332 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3a305108-1f99-4b5d-a622-23901fed2525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:17.051544 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2752521b-745a-4bdc-b6b1-a2153152b812 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:17.072351 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8f253282-9f83-4eef-a641-8e9dc1bc3bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3626352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25269408'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:17.090875 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2752521b-745a-4bdc-b6b1-a2153152b812 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373673'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:17.125313 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2752521b-745a-4bdc-b6b1-a2153152b812 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b750304-fbaa-4e29-b993-ed65bd78540a,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:17.148535 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2752521b-745a-4bdc-b6b1-a2153152b812 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:17.152831 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-2752521b-745a-4bdc-b6b1-a2153152b812 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4472113 Aug 25 17:02:17.160222 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 36062) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:02:17.167673 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-f7f80511-40e0-4c55-88b6-250c1fb08c01 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Request body: {'security_group_rule': {'security_group_id': 'ff107b79-194d-45a2-9eba-479057252c4d', 'project_id': '08aac9c23a974fde83b7887f14dc7206', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:02:17.203981 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.db.securitygroups_db [None req-f7f80511-40e0-4c55-88b6-250c1fb08c01 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Project 08aac9c23a974fde83b7887f14dc7206 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 17:02:17.207365 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f253282-9f83-4eef-a641-8e9dc1bc3bc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=292f4a80-cdc8-4ba8-8211-52e53edc836f,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:17.216906 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f7f80511-40e0-4c55-88b6-250c1fb08c01 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:17.231441 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-011674d7-ca7b-4a8c-a8cb-e2818546a1ec req-5aa4e4fe-0d1d-4a17-a4ed-fa22710ea989 service neutron] 10.222.0.16 "GET /v2.0/networks/158af8a6-8234-4e44-b5d8-e0491b33a626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834642 Aug 25 17:02:17.262493 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f253282-9f83-4eef-a641-8e9dc1bc3bc9 admin admin] Checking segment: {'id': 'ec41dbf2-ba24-42a3-a378-c3be87889b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1486, 'network_id': 'e9cb6f88-a0a4-4755-a50a-d59302485ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:02:17.265516 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f253282-9f83-4eef-a641-8e9dc1bc3bc9 admin admin] Network hostable DHCP agents. Network: e9cb6f88-a0a4-4755-a50a-d59302485ab6, hostable agents: ['39bdbfd6-9eef-4d2c-92d7-b2e1f06a8fe0'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 17:02:17.366917 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f253282-9f83-4eef-a641-8e9dc1bc3bc9 admin admin] Network e9cb6f88-a0a4-4755-a50a-d59302485ab6 is scheduled to be hosted by DHCP agent 39bdbfd6-9eef-4d2c-92d7-b2e1f06a8fe0 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 17:02:17.384648 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f7f80511-40e0-4c55-88b6-250c1fb08c01 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:17.393492 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff989119-ca18-48d8-b814-8321d7eb464f req-a3703642-0c9d-4850-8980-1d818a521acb tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:17.395984 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ff989119-ca18-48d8-b814-8321d7eb464f req-a3703642-0c9d-4850-8980-1d818a521acb tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=04670c4b-9f34-4f20-9f5e-0870bd955077 HTTP/1.1" status: 200 len: 943 time: 0.1941431 Aug 25 17:02:17.405952 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761996dd-c4db-45b8-8c42-dc32207dbda2 req-6fc3df02-de3d-4380-a701-5ab7bbd27a5e tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:17.406749 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f7f80511-40e0-4c55-88b6-250c1fb08c01 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373673'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:17.408190 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-761996dd-c4db-45b8-8c42-dc32207dbda2 req-6fc3df02-de3d-4380-a701-5ab7bbd27a5e tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 945 time: 0.1662703 Aug 25 17:02:17.411525 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-8f253282-9f83-4eef-a641-8e9dc1bc3bc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-5-iscsi, e9cb6f88-a0a4-4755-a50a-d59302485ab6) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:02:17.417699 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f253282-9f83-4eef-a641-8e9dc1bc3bc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:17.418786 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8f253282-9f83-4eef-a641-8e9dc1bc3bc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16218488'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:17.424389 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6801fb27-6207-4f6a-91b9-a1e0661e28ae None None] Network e9cb6f88-a0a4-4755-a50a-d59302485ab6 requested from dv-cinder-791240-5-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:02:17.445983 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-011674d7-ca7b-4a8c-a8cb-e2818546a1ec req-5a70c5aa-b216-4f28-9513-b6a0f1bc89fb service neutron] 10.222.0.16 "GET /v2.0/networks/158af8a6-8234-4e44-b5d8-e0491b33a626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995211 Aug 25 17:02:17.447220 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f7f80511-40e0-4c55-88b6-250c1fb08c01 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:17.458005 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-f7f80511-40e0-4c55-88b6-250c1fb08c01 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2872236 Aug 25 17:02:17.458005 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f80511-40e0-4c55-88b6-250c1fb08c01 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67f9dec5-a2c9-4f52-b422-727a5c48b500,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:17.471378 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-8f253282-9f83-4eef-a641-8e9dc1bc3bc9 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8486280 Aug 25 17:02:17.475853 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 36072) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:02:17.480671 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-7b69b566-3ec3-43a2-b51b-1e4f921da42e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1390417477-router', 'tenant_id': '09e1d88a498442e5b06e802c45061ff2', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:02:17.525070 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ff989119-ca18-48d8-b814-8321d7eb464f req-d4feebcd-e060-4b4c-b098-e06c4c799968 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147461 Aug 25 17:02:17.530378 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-761996dd-c4db-45b8-8c42-dc32207dbda2 req-a5c90f39-b9f8-45ea-b078-af4a5746fa6d tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917025 Aug 25 17:02:17.549798 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7b69b566-3ec3-43a2-b51b-1e4f921da42e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36909'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:17.551407 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7b69b566-3ec3-43a2-b51b-1e4f921da42e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-613604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-671558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36916'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:17.618796 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abfc893-34f0-4dc6-a57d-cf43ff464775 req-1a5242be-83ee-43a3-9151-10dd8fb15c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:17.620378 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9abfc893-34f0-4dc6-a57d-cf43ff464775 req-1a5242be-83ee-43a3-9151-10dd8fb15c2a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ce8b30e44d0740b19fb2000423fb78ee&device_id=04670c4b-9f34-4f20-9f5e-0870bd955077 HTTP/1.1" status: 200 len: 1096 time: 0.1009173 Aug 25 17:02:17.633543 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7b69b566-3ec3-43a2-b51b-1e4f921da42e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:17.685959 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede59177-bbb5-4054-8093-d63bea0fcdb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp794e47e6-b8ad-5c0b-879a-efa4fa32050a-e9cb6f88-a0a4-4755-a50a-d59302485ab6', 'network_id': 'e9cb6f88-a0a4-4755-a50a-d59302485ab6', 'tenant_id': '09e1d88a498442e5b06e802c45061ff2', 'fixed_ips': [{'subnet_id': '292f4a80-cdc8-4ba8-8211-52e53edc836f'}]}} from dv-cinder-791240-5-iscsi. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 17:02:17.688420 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ede59177-bbb5-4054-8093-d63bea0fcdb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:17.782436 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abfc893-34f0-4dc6-a57d-cf43ff464775 req-3a248726-c745-460b-b4fd-3b4991cc26b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:17.793809 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9abfc893-34f0-4dc6-a57d-cf43ff464775 req-3a248726-c745-460b-b4fd-3b4991cc26b2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=158af8a6-8234-4e44-b5d8-e0491b33a626 HTTP/1.1" status: 200 len: 917 time: 0.1575782 Aug 25 17:02:17.814100 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7b69b566-3ec3-43a2-b51b-1e4f921da42e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:17.863135 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9abfc893-34f0-4dc6-a57d-cf43ff464775 req-2f4a258b-4d5e-49cc-b81c-ce212599d86c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82126cd2-f661-4cb3-a592-55de03afb0b3 HTTP/1.1" status: 200 len: 217 time: 0.0620446 Aug 25 17:02:17.894377 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-ede59177-bbb5-4054-8093-d63bea0fcdb5 None None] Allocated IP 172.20.0.2 (e9cb6f88-a0a4-4755-a50a-d59302485ab6/292f4a80-cdc8-4ba8-8211-52e53edc836f/6bef7847-a7f3-44f9-8d80-581ddbbd4124) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:02:17.945417 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abfc893-34f0-4dc6-a57d-cf43ff464775 req-9b99ca02-55e7-43e8-b3e8-852531638957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:17.947052 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9abfc893-34f0-4dc6-a57d-cf43ff464775 req-9b99ca02-55e7-43e8-b3e8-852531638957 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=157e2cdc-7e5d-4beb-8dac-2b06da21e5f2 HTTP/1.1" status: 200 len: 855 time: 0.0673537 Aug 25 17:02:18.003345 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9abfc893-34f0-4dc6-a57d-cf43ff464775 req-8459100c-ace0-4cf0-802c-2f1206012da7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=158af8a6-8234-4e44-b5d8-e0491b33a626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429659 Aug 25 17:02:18.085652 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ede59177-bbb5-4054-8093-d63bea0fcdb5 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:18.096305 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-ede59177-bbb5-4054-8093-d63bea0fcdb5 None None] Transition to ACTIVE for port object 6bef7847-a7f3-44f9-8d80-581ddbbd4124 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:02:18.116404 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-ede59177-bbb5-4054-8093-d63bea0fcdb5 None None] Transition to ACTIVE for port object 6bef7847-a7f3-44f9-8d80-581ddbbd4124 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:02:18.124747 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ede59177-bbb5-4054-8093-d63bea0fcdb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743705601783'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:18.191528 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede59177-bbb5-4054-8093-d63bea0fcdb5 None None] Network e9cb6f88-a0a4-4755-a50a-d59302485ab6 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:02:18.204379 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9abfc893-34f0-4dc6-a57d-cf43ff464775 req-0371c22f-de99-4b0b-8e99-efdb44e90e4a service neutron] 10.222.0.16 "GET /v2.0/networks/158af8a6-8234-4e44-b5d8-e0491b33a626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882792 Aug 25 17:02:18.205915 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7b69b566-3ec3-43a2-b51b-1e4f921da42e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:18.206637 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-ede59177-bbb5-4054-8093-d63bea0fcdb5 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:02:18.211095 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede59177-bbb5-4054-8093-d63bea0fcdb5 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:02:18.225876 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede59177-bbb5-4054-8093-d63bea0fcdb5 None None] Pushing event updated for resources: {'Port': ['ID=6bef7847-a7f3-44f9-8d80-581ddbbd4124,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:18.245930 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7b69b566-3ec3-43a2-b51b-1e4f921da42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:18.376929 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-ede59177-bbb5-4054-8093-d63bea0fcdb5 None None] Attempting to bind port 6bef7847-a7f3-44f9-8d80-581ddbbd4124 on host dv-cinder-791240-5-iscsi for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:02:18.376929 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-ede59177-bbb5-4054-8093-d63bea0fcdb5 None None] Attempting to bind port 6bef7847-a7f3-44f9-8d80-581ddbbd4124 by drivers openvswitch,hyperv on host dv-cinder-791240-5-iscsi at level 0 using segments [{'id': 'ec41dbf2-ba24-42a3-a378-c3be87889b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1486, 'network_id': 'e9cb6f88-a0a4-4755-a50a-d59302485ab6'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:02:18.377255 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede59177-bbb5-4054-8093-d63bea0fcdb5 None None] Attempting to bind port 6bef7847-a7f3-44f9-8d80-581ddbbd4124 on network e9cb6f88-a0a4-4755-a50a-d59302485ab6 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:02:18.382500 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7978419e-b967-4a47-8975-0267302d25d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:18.383827 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede59177-bbb5-4054-8093-d63bea0fcdb5 None None] Checking agent: {'id': '228fda10-d8da-45cc-9fcd-c0d1ec5752d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 53, 16), 'started_at': datetime.datetime(2021, 8, 25, 16, 53, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:02:18.384200 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede59177-bbb5-4054-8093-d63bea0fcdb5 None None] Checking segment: {'id': 'ec41dbf2-ba24-42a3-a378-c3be87889b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1486, 'network_id': 'e9cb6f88-a0a4-4755-a50a-d59302485ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:02:18.384609 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ede59177-bbb5-4054-8093-d63bea0fcdb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:18.385047 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede59177-bbb5-4054-8093-d63bea0fcdb5 None None] Bound using segment: {'id': 'ec41dbf2-ba24-42a3-a378-c3be87889b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1486, 'network_id': 'e9cb6f88-a0a4-4755-a50a-d59302485ab6'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:02:18.385491 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-ede59177-bbb5-4054-8093-d63bea0fcdb5 None None] Bound port: 6bef7847-a7f3-44f9-8d80-581ddbbd4124, host: dv-cinder-791240-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec41dbf2-ba24-42a3-a378-c3be87889b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1486, 'network_id': 'e9cb6f88-a0a4-4755-a50a-d59302485ab6'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:02:18.385927 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ede59177-bbb5-4054-8093-d63bea0fcdb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:18.400466 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9abfc893-34f0-4dc6-a57d-cf43ff464775 req-deea389b-de01-4be6-a018-9a22f2689f2d service neutron] 10.222.0.16 "GET /v2.0/networks/158af8a6-8234-4e44-b5d8-e0491b33a626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883719 Aug 25 17:02:18.411341 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-7b69b566-3ec3-43a2-b51b-1e4f921da42e admin admin] Allocated IP 172.27.2.148 (914f4934-f5ad-4127-8ba1-186f4f0b2c29/116950f5-36d3-4fc2-ae19-feb6e35b150a/0ada1a0b-413b-4c8f-97f5-b57c8413338a) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:02:18.464870 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-ede59177-bbb5-4054-8093-d63bea0fcdb5 None None] For port 6bef7847-a7f3-44f9-8d80-581ddbbd4124, host dv-cinder-791240-5-iscsi, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:02:18.468246 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-ede59177-bbb5-4054-8093-d63bea0fcdb5 None None] For port 6bef7847-a7f3-44f9-8d80-581ddbbd4124, host dv-cinder-791240-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=6bef7847-a7f3-44f9-8d80-581ddbbd4124,segment=NetworkSegment(ec41dbf2-ba24-42a3-a378-c3be87889b8c),segment_id=ec41dbf2-ba24-42a3-a378-c3be87889b8c)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:02:18.475340 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ede59177-bbb5-4054-8093-d63bea0fcdb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:18.540921 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7b69b566-3ec3-43a2-b51b-1e4f921da42e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:18.550732 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede59177-bbb5-4054-8093-d63bea0fcdb5 None None] Pushing event updated for resources: {'Port': ['ID=6bef7847-a7f3-44f9-8d80-581ddbbd4124,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:18.591169 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7b69b566-3ec3-43a2-b51b-1e4f921da42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743705601783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3625696'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:18.640656 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b69b566-3ec3-43a2-b51b-1e4f921da42e admin admin] Network 914f4934-f5ad-4127-8ba1-186f4f0b2c29 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:02:18.669772 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-7b69b566-3ec3-43a2-b51b-1e4f921da42e admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:02:18.672682 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b69b566-3ec3-43a2-b51b-1e4f921da42e admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:02:18.823864 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device e4375047-1b42-4b94-b9f3-1ede45366d31 up at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:02:18.890481 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning for port e4375047-1b42-4b94-b9f3-1ede45366d31 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:02:18.895333 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning complete for port e4375047-1b42-4b94-b9f3-1ede45366d31 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:02:18.896031 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:18.973512 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b69b566-3ec3-43a2-b51b-1e4f921da42e admin admin] Pushing event updated for resources: {'Port': ['ID=0ada1a0b-413b-4c8f-97f5-b57c8413338a,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:18.982295 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:19.004030 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195bd81-65c1-4b40-8a85-d09c156dc8c8 req-7da33295-7e90-45f4-b053-fc9e9a211c3a tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:19.005567 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1195bd81-65c1-4b40-8a85-d09c156dc8c8 req-7da33295-7e90-45f4-b053-fc9e9a211c3a tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=04670c4b-9f34-4f20-9f5e-0870bd955077 HTTP/1.1" status: 200 len: 943 time: 0.3871086 Aug 25 17:02:19.015641 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26606f7d-200d-45c8-8bc5-aa782426209d req-0aae2fa8-2383-42da-98b8-dbc48f8be300 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:19.017071 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-26606f7d-200d-45c8-8bc5-aa782426209d req-0aae2fa8-2383-42da-98b8-dbc48f8be300 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 945 time: 0.3809824 Aug 25 17:02:19.019324 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] For port e4375047-1b42-4b94-b9f3-1ede45366d31, host dv-cinder-791240-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=e4375047-1b42-4b94-b9f3-1ede45366d31,segment=NetworkSegment(801354a5-1a35-4093-8067-f918d4a67930),segment_id=801354a5-1a35-4093-8067-f918d4a67930)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:02:19.023568 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:19.075718 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Pushing event updated for resources: {'Port': ['ID=e4375047-1b42-4b94-b9f3-1ede45366d31,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:19.161559 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1195bd81-65c1-4b40-8a85-d09c156dc8c8 req-22685e08-e176-4a4a-9364-e2ecb5a0ea26 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146359 Aug 25 17:02:19.172123 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-26606f7d-200d-45c8-8bc5-aa782426209d req-779c0232-6f35-41ed-9b0d-8f7f6a9dc5c2 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237772 Aug 25 17:02:19.289510 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7b69b566-3ec3-43a2-b51b-1e4f921da42e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:19.565193 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7b69b566-3ec3-43a2-b51b-1e4f921da42e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-612021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613947'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:19.713855 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7287dd3b-e942-43dd-8e47-395d3c1e7997 None None] Network e9cb6f88-a0a4-4755-a50a-d59302485ab6 requested from dv-cinder-791240-5-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:02:19.733172 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b69b566-3ec3-43a2-b51b-1e4f921da42e admin admin] Router 6420a350-f878-4b80-a9c0-6f85656f2e6b is scheduled to L3 agent d32565c1-f1a3-4226-8f5a-e505deb187a1 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 17:02:19.803744 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-da643761-38f9-4da7-ae94-9cad1716cac9 None None] Provisioning for port 6bef7847-a7f3-44f9-8d80-581ddbbd4124 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:02:19.855216 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b69b566-3ec3-43a2-b51b-1e4f921da42e admin admin] Notify agent at l3_agent.dv-cinder-791240-5-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:02:19.863616 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3d0b30-2f97-4d4a-a7f8-38532f0fe79e None None] Sync routers for ids ['6420a350-f878-4b80-a9c0-6f85656f2e6b'] in dv-cinder-791240-5-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:02:19.872669 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7b69b566-3ec3-43a2-b51b-1e4f921da42e admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:19.876853 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-7b69b566-3ec3-43a2-b51b-1e4f921da42e admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.3969910 Aug 25 17:02:19.876999 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3d0b30-2f97-4d4a-a7f8-38532f0fe79e None None] Routers {'6420a350-f878-4b80-a9c0-6f85656f2e6b'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:02:19.877115 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 36158) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:02:19.877956 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-2a3d0b30-2f97-4d4a-a7f8-38532f0fe79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:02:16Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['6420a350-f878-4b80-a9c0-6f85656f2e6b'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:02:19.987592 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-2a3d0b30-2f97-4d4a-a7f8-38532f0fe79e None None] Set router 6420a350-f878-4b80-a9c0-6f85656f2e6b gateway port host: dv-cinder-791240-5-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:02:20.170273 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-2a3d0b30-2f97-4d4a-a7f8-38532f0fe79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6420a350-f878-4b80-a9c0-6f85656f2e6b', 'name': 'tempest-AttachVolumeShelveTestJSON-1390417477-router', 'tenant_id': '09e1d88a498442e5b06e802c45061ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '0ada1a0b-413b-4c8f-97f5-b57c8413338a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:02:17Z', 'updated_at': '2021-08-25T17:02:19Z', 'revision_number': 3, 'project_id': '09e1d88a498442e5b06e802c45061ff2', 'gw_port': {'id': '0ada1a0b-413b-4c8f-97f5-b57c8413338a', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b0:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6420a350-f878-4b80-a9c0-6f85656f2e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:18Z', 'updated_at': '2021-08-25T17:02:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi'}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:02:20.211017 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3d0b30-2f97-4d4a-a7f8-38532f0fe79e None None] Checking router: 6420a350-f878-4b80-a9c0-6f85656f2e6b for host: dv-cinder-791240-5-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:02:20.211477 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3d0b30-2f97-4d4a-a7f8-38532f0fe79e None None] Updating router 6420a350-f878-4b80-a9c0-6f85656f2e6b port 0ada1a0b-413b-4c8f-97f5-b57c8413338a binding host dv-cinder-791240-5-iscsi {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 17:02:20.356160 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2a3d0b30-2f97-4d4a-a7f8-38532f0fe79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:20.393446 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f648d3a8-5d33-49f5-8b59-e7331884531f req-dcbd3471-2ea3-4f94-b9c4-f2a679768978 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:20.394985 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f648d3a8-5d33-49f5-8b59-e7331884531f req-dcbd3471-2ea3-4f94-b9c4-f2a679768978 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=04670c4b-9f34-4f20-9f5e-0870bd955077 HTTP/1.1" status: 200 len: 943 time: 0.1296430 Aug 25 17:02:20.406304 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa07879-a5c2-48e5-91a7-6a8314706043 req-6bf72f87-4fc9-4e05-9e12-9903666f75f0 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:20.409945 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2aa07879-a5c2-48e5-91a7-6a8314706043 req-6bf72f87-4fc9-4e05-9e12-9903666f75f0 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 945 time: 0.1257825 Aug 25 17:02:20.414614 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2073a0ab-5e52-4038-8b6f-4873e24e9463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:20.487949 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f648d3a8-5d33-49f5-8b59-e7331884531f req-83b162b0-c26b-4c16-b83a-e4d5420e086d tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762205 Aug 25 17:02:20.497209 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2aa07879-a5c2-48e5-91a7-6a8314706043 req-ade1ac4c-2be7-4533-b815-5fbd05d8fb25 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801747 Aug 25 17:02:20.630209 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2a3d0b30-2f97-4d4a-a7f8-38532f0fe79e None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:20.639979 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-2a3d0b30-2f97-4d4a-a7f8-38532f0fe79e None None] Transition to ACTIVE for port object 0ada1a0b-413b-4c8f-97f5-b57c8413338a will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:02:20.645237 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-2073a0ab-5e52-4038-8b6f-4873e24e9463 admin admin] Allocated IP 172.20.0.1 (e9cb6f88-a0a4-4755-a50a-d59302485ab6/292f4a80-cdc8-4ba8-8211-52e53edc836f/f370cd71-068f-41e1-855f-b7a043e7d62e) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:02:20.646841 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2a3d0b30-2f97-4d4a-a7f8-38532f0fe79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:20.700342 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-2a3d0b30-2f97-4d4a-a7f8-38532f0fe79e None None] Attempting to bind port 0ada1a0b-413b-4c8f-97f5-b57c8413338a on host dv-cinder-791240-5-iscsi for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:02:20.700652 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-2a3d0b30-2f97-4d4a-a7f8-38532f0fe79e None None] Attempting to bind port 0ada1a0b-413b-4c8f-97f5-b57c8413338a by drivers openvswitch,hyperv on host dv-cinder-791240-5-iscsi at level 0 using segments [{'id': '831650f3-50e7-4109-a77c-8151443483b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:02:20.701009 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3d0b30-2f97-4d4a-a7f8-38532f0fe79e None None] Attempting to bind port 0ada1a0b-413b-4c8f-97f5-b57c8413338a on network 914f4934-f5ad-4127-8ba1-186f4f0b2c29 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:02:20.706082 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff2f077-6792-4f10-a198-80d096cd2709 None None] Pushing event updated for resources: {'Port': ['ID=0ada1a0b-413b-4c8f-97f5-b57c8413338a,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:20.710434 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3d0b30-2f97-4d4a-a7f8-38532f0fe79e None None] Checking agent: {'id': '228fda10-d8da-45cc-9fcd-c0d1ec5752d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 53, 16), 'started_at': datetime.datetime(2021, 8, 25, 16, 53, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:02:20.710815 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3d0b30-2f97-4d4a-a7f8-38532f0fe79e None None] Checking segment: {'id': '831650f3-50e7-4109-a77c-8151443483b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:02:20.711214 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2a3d0b30-2f97-4d4a-a7f8-38532f0fe79e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:20.711600 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3d0b30-2f97-4d4a-a7f8-38532f0fe79e None None] Bound using segment: {'id': '831650f3-50e7-4109-a77c-8151443483b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:02:20.712511 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-2a3d0b30-2f97-4d4a-a7f8-38532f0fe79e None None] Bound port: 0ada1a0b-413b-4c8f-97f5-b57c8413338a, host: dv-cinder-791240-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '831650f3-50e7-4109-a77c-8151443483b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:02:20.712915 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2a3d0b30-2f97-4d4a-a7f8-38532f0fe79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:20.719241 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff2f077-6792-4f10-a198-80d096cd2709 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:02:20.719593 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff2f077-6792-4f10-a198-80d096cd2709 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:02:20.719899 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff2f077-6792-4f10-a198-80d096cd2709 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:02:20.720422 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff2f077-6792-4f10-a198-80d096cd2709 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:02:20.720756 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff2f077-6792-4f10-a198-80d096cd2709 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:02:20.721178 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff2f077-6792-4f10-a198-80d096cd2709 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:02:20.721387 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff2f077-6792-4f10-a198-80d096cd2709 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:02:20.721729 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff2f077-6792-4f10-a198-80d096cd2709 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:02:20.722076 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff2f077-6792-4f10-a198-80d096cd2709 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:02:20.722401 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff2f077-6792-4f10-a198-80d096cd2709 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:02:20.722719 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff2f077-6792-4f10-a198-80d096cd2709 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:02:20.723043 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff2f077-6792-4f10-a198-80d096cd2709 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:02:20.762357 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2073a0ab-5e52-4038-8b6f-4873e24e9463 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:20.787697 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-2073a0ab-5e52-4038-8b6f-4873e24e9463 admin admin] Transition to ACTIVE for port object f370cd71-068f-41e1-855f-b7a043e7d62e will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:02:20.792861 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-2a3d0b30-2f97-4d4a-a7f8-38532f0fe79e None None] For port 0ada1a0b-413b-4c8f-97f5-b57c8413338a, host dv-cinder-791240-5-iscsi, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:02:20.797963 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-2a3d0b30-2f97-4d4a-a7f8-38532f0fe79e None None] For port 0ada1a0b-413b-4c8f-97f5-b57c8413338a, host dv-cinder-791240-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=0ada1a0b-413b-4c8f-97f5-b57c8413338a,segment=NetworkSegment(831650f3-50e7-4109-a77c-8151443483b4),segment_id=831650f3-50e7-4109-a77c-8151443483b4)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:02:20.803021 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2a3d0b30-2f97-4d4a-a7f8-38532f0fe79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:20.834856 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2073a0ab-5e52-4038-8b6f-4873e24e9463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743705601783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3625696'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:20.865422 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3d0b30-2f97-4d4a-a7f8-38532f0fe79e None None] Routers {'6420a350-f878-4b80-a9c0-6f85656f2e6b'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:02:20.866820 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-2a3d0b30-2f97-4d4a-a7f8-38532f0fe79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:02:16Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['6420a350-f878-4b80-a9c0-6f85656f2e6b'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:02:20.870448 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device 6bef7847-a7f3-44f9-8d80-581ddbbd4124 up at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:02:20.881909 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2073a0ab-5e52-4038-8b6f-4873e24e9463 admin admin] Network e9cb6f88-a0a4-4755-a50a-d59302485ab6 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:02:20.888371 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-2073a0ab-5e52-4038-8b6f-4873e24e9463 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:02:20.891961 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2073a0ab-5e52-4038-8b6f-4873e24e9463 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:02:20.920732 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2073a0ab-5e52-4038-8b6f-4873e24e9463 admin admin] Pushing event updated for resources: {'Port': ['ID=f370cd71-068f-41e1-855f-b7a043e7d62e,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:20.939240 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2073a0ab-5e52-4038-8b6f-4873e24e9463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614116'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:20.939545 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning for port 6bef7847-a7f3-44f9-8d80-581ddbbd4124 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:02:20.945651 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning complete for port 6bef7847-a7f3-44f9-8d80-581ddbbd4124 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:02:20.946064 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:20.995398 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff2f077-6792-4f10-a198-80d096cd2709 None None] Pushing event updated for resources: {'Port': ['ID=0ada1a0b-413b-4c8f-97f5-b57c8413338a,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:21.026948 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-2a3d0b30-2f97-4d4a-a7f8-38532f0fe79e None None] Set router 6420a350-f878-4b80-a9c0-6f85656f2e6b gateway port host: dv-cinder-791240-5-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:02:21.046395 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:21.087401 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] For port 6bef7847-a7f3-44f9-8d80-581ddbbd4124, host dv-cinder-791240-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=6bef7847-a7f3-44f9-8d80-581ddbbd4124,segment=NetworkSegment(ec41dbf2-ba24-42a3-a378-c3be87889b8c),segment_id=ec41dbf2-ba24-42a3-a378-c3be87889b8c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:02:21.092604 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:21.093936 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device e4375047-1b42-4b94-b9f3-1ede45366d31 up at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:02:21.097398 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2073a0ab-5e52-4038-8b6f-4873e24e9463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:21.187386 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Pushing event updated for resources: {'Port': ['ID=6bef7847-a7f3-44f9-8d80-581ddbbd4124,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:21.189931 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-cf482308-f0c5-4d64-830a-188275b32e0b None None] Provisioning for port f370cd71-068f-41e1-855f-b7a043e7d62e completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:02:21.197162 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-cf482308-f0c5-4d64-830a-188275b32e0b None None] Provisioning complete for port f370cd71-068f-41e1-855f-b7a043e7d62e triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:02:21.197534 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cf482308-f0c5-4d64-830a-188275b32e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:21.232524 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning complete for port e4375047-1b42-4b94-b9f3-1ede45366d31 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:02:21.232897 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:21.237099 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-2a3d0b30-2f97-4d4a-a7f8-38532f0fe79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6420a350-f878-4b80-a9c0-6f85656f2e6b', 'name': 'tempest-AttachVolumeShelveTestJSON-1390417477-router', 'tenant_id': '09e1d88a498442e5b06e802c45061ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '0ada1a0b-413b-4c8f-97f5-b57c8413338a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:02:17Z', 'updated_at': '2021-08-25T17:02:19Z', 'revision_number': 3, 'project_id': '09e1d88a498442e5b06e802c45061ff2', 'gw_port': {'id': '0ada1a0b-413b-4c8f-97f5-b57c8413338a', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b0:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6420a350-f878-4b80-a9c0-6f85656f2e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:18Z', 'updated_at': '2021-08-25T17:02:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi'}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:02:21.254757 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-cf482308-f0c5-4d64-830a-188275b32e0b None None] Port f370cd71-068f-41e1-855f-b7a043e7d62e cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 17:02:21.269562 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3d0b30-2f97-4d4a-a7f8-38532f0fe79e None None] The sync data for ids ['6420a350-f878-4b80-a9c0-6f85656f2e6b'] in dv-cinder-791240-5-iscsi is: [{'id': '6420a350-f878-4b80-a9c0-6f85656f2e6b', 'name': 'tempest-AttachVolumeShelveTestJSON-1390417477-router', 'tenant_id': '09e1d88a498442e5b06e802c45061ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '0ada1a0b-413b-4c8f-97f5-b57c8413338a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:02:17Z', 'updated_at': '2021-08-25T17:02:19Z', 'revision_number': 3, 'project_id': '09e1d88a498442e5b06e802c45061ff2', 'gw_port': {'id': '0ada1a0b-413b-4c8f-97f5-b57c8413338a', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b0:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6420a350-f878-4b80-a9c0-6f85656f2e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:18Z', 'updated_at': '2021-08-25T17:02:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:02:21.286033 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2073a0ab-5e52-4038-8b6f-4873e24e9463 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:21.292417 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2073a0ab-5e52-4038-8b6f-4873e24e9463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3625721'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:21.371508 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2073a0ab-5e52-4038-8b6f-4873e24e9463 admin admin] Pushing event updated for resources: {'Port': ['ID=f370cd71-068f-41e1-855f-b7a043e7d62e,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:21.374119 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2073a0ab-5e52-4038-8b6f-4873e24e9463 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16218532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612667'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:21.466958 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2073a0ab-5e52-4038-8b6f-4873e24e9463 admin admin] Network e9cb6f88-a0a4-4755-a50a-d59302485ab6 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:02:21.468542 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-2073a0ab-5e52-4038-8b6f-4873e24e9463 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:02:21.668393 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2073a0ab-5e52-4038-8b6f-4873e24e9463 admin admin] Router 6420a350-f878-4b80-a9c0-6f85656f2e6b has already been hosted by L3 agent d32565c1-f1a3-4226-8f5a-e505deb187a1 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:02:21.690514 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a5bf8-dd77-46b1-a3ff-2cfb54526e83 req-37cd03a9-8b09-4887-bae1-e0187a4288dd tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:21.694083 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b92a5bf8-dd77-46b1-a3ff-2cfb54526e83 req-37cd03a9-8b09-4887-bae1-e0187a4288dd tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=04670c4b-9f34-4f20-9f5e-0870bd955077 HTTP/1.1" status: 200 len: 943 time: 0.0980847 Aug 25 17:02:21.780672 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3be874bb-0cb3-4bd1-a218-be275c976f2d None None] Provisioning complete for port f370cd71-068f-41e1-855f-b7a043e7d62e triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:02:21.781285 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3be874bb-0cb3-4bd1-a218-be275c976f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:21.806506 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b92a5bf8-dd77-46b1-a3ff-2cfb54526e83 req-1cf585d5-325a-4739-b62b-b4fc046421c6 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069469 Aug 25 17:02:21.819350 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3be874bb-0cb3-4bd1-a218-be275c976f2d None None] Port f370cd71-068f-41e1-855f-b7a043e7d62e cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 17:02:21.828121 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2073a0ab-5e52-4038-8b6f-4873e24e9463 admin admin] Notify agent at l3_agent.dv-cinder-791240-5-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:02:21.833443 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-2073a0ab-5e52-4038-8b6f-4873e24e9463 admin admin] 10.222.0.88 "PUT /v2.0/routers/6420a350-f878-4b80-a9c0-6f85656f2e6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9554207 Aug 25 17:02:21.936766 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e972b-d538-4356-9413-e8bf41586d2c req-d1f3b91f-0e31-4547-88e0-72ee4da02ab4 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:21.938637 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9c2e972b-d538-4356-9413-e8bf41586d2c req-d1f3b91f-0e31-4547-88e0-72ee4da02ab4 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 945 time: 0.0626364 Aug 25 17:02:21.979554 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9c2e972b-d538-4356-9413-e8bf41586d2c req-05a9bb82-7b41-4fd2-bc07-ad433b61c4b7 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345187 Aug 25 17:02:22.436209 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 36196) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:02:22.440841 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-fdeda379-a822-4c5e-8715-732ff0ff37cf tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Request body: {'security_group': {'name': 'tempest-securitygroup--785952183', 'description': 'tempest-description--14971861'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:02:22.461700 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fdeda379-a822-4c5e-8715-732ff0ff37cf tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:22.542293 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fdeda379-a822-4c5e-8715-732ff0ff37cf tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:22.546736 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fdeda379-a822-4c5e-8715-732ff0ff37cf tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:22.574914 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fdeda379-a822-4c5e-8715-732ff0ff37cf tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:22.576159 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-fdeda379-a822-4c5e-8715-732ff0ff37cf tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.1389418 Aug 25 17:02:22.579128 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 36200) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:02:22.582401 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeda379-a822-4c5e-8715-732ff0ff37cf tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=794415e2-3798-4f14-94b3-ec43e2b1cda2,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:22.583948 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-4bb35bc6-0342-45b6-8282-d2a50d2ab04a tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Request body: {'security_group_rule': {'security_group_id': '794415e2-3798-4f14-94b3-ec43e2b1cda2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:02:22.613249 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4bb35bc6-0342-45b6-8282-d2a50d2ab04a tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:22.662423 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4bb35bc6-0342-45b6-8282-d2a50d2ab04a tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:22.667356 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4bb35bc6-0342-45b6-8282-d2a50d2ab04a tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373673'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:22.688152 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb35bc6-0342-45b6-8282-d2a50d2ab04a tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d238572-6af7-4956-93a3-488ee3db207a,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:22.694650 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4bb35bc6-0342-45b6-8282-d2a50d2ab04a tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:22.696308 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-4bb35bc6-0342-45b6-8282-d2a50d2ab04a tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1160078 Aug 25 17:02:22.699082 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 36204) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:02:22.705436 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-42241e40-7d4d-4f53-9bb4-6e293c12a24b tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Request body: {'security_group_rule': {'security_group_id': '794415e2-3798-4f14-94b3-ec43e2b1cda2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:02:22.737062 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-42241e40-7d4d-4f53-9bb4-6e293c12a24b tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:22.794619 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-42241e40-7d4d-4f53-9bb4-6e293c12a24b tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:22.798866 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-42241e40-7d4d-4f53-9bb4-6e293c12a24b tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373673'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:22.818901 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device 6bef7847-a7f3-44f9-8d80-581ddbbd4124 up at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:02:22.819802 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42241e40-7d4d-4f53-9bb4-6e293c12a24b tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2152336-6e24-42b6-984b-5978caf2df1c,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:22.829399 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-42241e40-7d4d-4f53-9bb4-6e293c12a24b tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:22.831283 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-42241e40-7d4d-4f53-9bb4-6e293c12a24b tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1310694 Aug 25 17:02:22.834967 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 36208) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:02:22.839559 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-3bcfea84-1e31-4340-900b-927e1ada5086 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Request body: {'floatingip': {'floating_network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:02:22.875224 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3bcfea84-1e31-4340-900b-927e1ada5086 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks [] for floatingip, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:23.013464 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning complete for port 6bef7847-a7f3-44f9-8d80-581ddbbd4124 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:02:23.013870 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:23.094286 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device 0ada1a0b-413b-4c8f-97f5-b57c8413338a up at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:02:23.142120 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning for port 0ada1a0b-413b-4c8f-97f5-b57c8413338a completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:02:23.145952 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning complete for port 0ada1a0b-413b-4c8f-97f5-b57c8413338a triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:02:23.146838 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:23.186909 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a210fb-a324-4c14-a486-83d01aafe87c req-bb7f9efa-0f28-4497-a9f1-649ed0f47ae3 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:23.188476 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-29a210fb-a324-4c14-a486-83d01aafe87c req-bb7f9efa-0f28-4497-a9f1-649ed0f47ae3 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=04670c4b-9f34-4f20-9f5e-0870bd955077 HTTP/1.1" status: 200 len: 943 time: 0.3006649 Aug 25 17:02:23.233814 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:23.245195 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-29a210fb-a324-4c14-a486-83d01aafe87c req-e3e63e60-8e73-4a9e-8009-bcc809099aec tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480413 Aug 25 17:02:23.253844 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] For port 0ada1a0b-413b-4c8f-97f5-b57c8413338a, host dv-cinder-791240-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=0ada1a0b-413b-4c8f-97f5-b57c8413338a,segment=NetworkSegment(831650f3-50e7-4109-a77c-8151443483b4),segment_id=831650f3-50e7-4109-a77c-8151443483b4)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:02:23.254147 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3bcfea84-1e31-4340-900b-927e1ada5086 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:23.266487 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:23.324074 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Pushing event updated for resources: {'Port': ['ID=0ada1a0b-413b-4c8f-97f5-b57c8413338a,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:23.410346 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1cd33f-375b-4644-814b-8acc3f2be82c req-e90ceb06-38ab-4294-8530-05da4fcdb470 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:23.411758 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8b1cd33f-375b-4644-814b-8acc3f2be82c req-e90ceb06-38ab-4294-8530-05da4fcdb470 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 945 time: 0.0927179 Aug 25 17:02:23.421804 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-3bcfea84-1e31-4340-900b-927e1ada5086 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Allocated IP 172.27.2.78 (914f4934-f5ad-4127-8ba1-186f4f0b2c29/116950f5-36d3-4fc2-ae19-feb6e35b150a/6a195d22-4034-4bb6-b2d4-75f76f69d80e) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:02:23.503189 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8b1cd33f-375b-4644-814b-8acc3f2be82c req-65d06f01-f61f-427e-bfc2-d462d3be1f1b tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826564 Aug 25 17:02:23.536660 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc467964-799f-4de3-a200-f71eff844acd None None] Sync routers for ids ['6420a350-f878-4b80-a9c0-6f85656f2e6b'] in dv-cinder-791240-5-iscsi {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:02:23.545954 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc467964-799f-4de3-a200-f71eff844acd None None] Routers {'6420a350-f878-4b80-a9c0-6f85656f2e6b'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:02:23.546563 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-dc467964-799f-4de3-a200-f71eff844acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:02:16Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['6420a350-f878-4b80-a9c0-6f85656f2e6b'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:02:23.563992 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3bcfea84-1e31-4340-900b-927e1ada5086 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:23.602493 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3bcfea84-1e31-4340-900b-927e1ada5086 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743705601783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3625696'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:23.644715 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcfea84-1e31-4340-900b-927e1ada5086 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Network 914f4934-f5ad-4127-8ba1-186f4f0b2c29 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:02:23.652907 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-3bcfea84-1e31-4340-900b-927e1ada5086 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:02:23.655783 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcfea84-1e31-4340-900b-927e1ada5086 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:02:23.660073 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-dc467964-799f-4de3-a200-f71eff844acd None None] Set router 6420a350-f878-4b80-a9c0-6f85656f2e6b gateway port host: dv-cinder-791240-5-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:02:23.666761 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcfea84-1e31-4340-900b-927e1ada5086 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Pushing event updated for resources: {'Port': ['ID=6a195d22-4034-4bb6-b2d4-75f76f69d80e,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:23.802144 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3bcfea84-1e31-4340-900b-927e1ada5086 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:23.838428 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3bcfea84-1e31-4340-900b-927e1ada5086 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:23.872442 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-dc467964-799f-4de3-a200-f71eff844acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6420a350-f878-4b80-a9c0-6f85656f2e6b', 'name': 'tempest-AttachVolumeShelveTestJSON-1390417477-router', 'tenant_id': '09e1d88a498442e5b06e802c45061ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '0ada1a0b-413b-4c8f-97f5-b57c8413338a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:02:17Z', 'updated_at': '2021-08-25T17:02:21Z', 'revision_number': 4, 'project_id': '09e1d88a498442e5b06e802c45061ff2', 'gw_port': {'id': '0ada1a0b-413b-4c8f-97f5-b57c8413338a', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6420a350-f878-4b80-a9c0-6f85656f2e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:18Z', 'updated_at': '2021-08-25T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_interfaces': [{'id': 'f370cd71-068f-41e1-855f-b7a043e7d62e', 'name': '', 'network_id': 'e9cb6f88-a0a4-4755-a50a-d59302485ab6', 'tenant_id': '09e1d88a498442e5b06e802c45061ff2', 'mac_address': 'fa:16:3e:cf:56:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6420a350-f878-4b80-a9c0-6f85656f2e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '292f4a80-cdc8-4ba8-8211-52e53edc836f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:20Z', 'updated_at': '2021-08-25T17:02:21Z', 'revision_number': 2, 'project_id': '09e1d88a498442e5b06e802c45061ff2', 'subnets': [{'id': '292f4a80-cdc8-4ba8-8211-52e53edc836f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:02:23.900052 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc467964-799f-4de3-a200-f71eff844acd None None] Checking router: 6420a350-f878-4b80-a9c0-6f85656f2e6b for host: dv-cinder-791240-5-iscsi {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:02:23.900400 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc467964-799f-4de3-a200-f71eff844acd None None] Updating router 6420a350-f878-4b80-a9c0-6f85656f2e6b port f370cd71-068f-41e1-855f-b7a043e7d62e binding host dv-cinder-791240-5-iscsi {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 17:02:23.925418 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dc467964-799f-4de3-a200-f71eff844acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:23.986761 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3bcfea84-1e31-4340-900b-927e1ada5086 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:23.991699 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3bcfea84-1e31-4340-900b-927e1ada5086 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3625721'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:24.071853 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcfea84-1e31-4340-900b-927e1ada5086 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Pushing event updated for resources: {'Port': ['ID=6a195d22-4034-4bb6-b2d4-75f76f69d80e,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:24.078222 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3bcfea84-1e31-4340-900b-927e1ada5086 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614033'] for floatingip, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:24.093595 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3bcfea84-1e31-4340-900b-927e1ada5086 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:24.095089 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-3bcfea84-1e31-4340-900b-927e1ada5086 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2591021 Aug 25 17:02:24.209047 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dc467964-799f-4de3-a200-f71eff844acd None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:24.218887 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-dc467964-799f-4de3-a200-f71eff844acd None None] Transition to ACTIVE for port object f370cd71-068f-41e1-855f-b7a043e7d62e will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:02:24.224204 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dc467964-799f-4de3-a200-f71eff844acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:24.241043 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ce579901-8ad2-4230-91aa-ce8eb51024d0 req-7e87857f-7647-4d30-b6f3-1f55b6cd3eae tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--785952183&fields=id&tenant_id=09e1d88a498442e5b06e802c45061ff2 HTTP/1.1" status: 200 len: 267 time: 0.0384800 Aug 25 17:02:24.308349 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56ec087-7986-4502-8645-7b38e70f90c6 None None] Pushing event updated for resources: {'Port': ['ID=f370cd71-068f-41e1-855f-b7a043e7d62e,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:24.320605 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-dc467964-799f-4de3-a200-f71eff844acd None None] Attempting to bind port f370cd71-068f-41e1-855f-b7a043e7d62e on host dv-cinder-791240-5-iscsi for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:02:24.320977 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-dc467964-799f-4de3-a200-f71eff844acd None None] Attempting to bind port f370cd71-068f-41e1-855f-b7a043e7d62e by drivers openvswitch,hyperv on host dv-cinder-791240-5-iscsi at level 0 using segments [{'id': 'ec41dbf2-ba24-42a3-a378-c3be87889b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1486, 'network_id': 'e9cb6f88-a0a4-4755-a50a-d59302485ab6'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:02:24.321336 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc467964-799f-4de3-a200-f71eff844acd None None] Attempting to bind port f370cd71-068f-41e1-855f-b7a043e7d62e on network e9cb6f88-a0a4-4755-a50a-d59302485ab6 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:02:24.326946 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc467964-799f-4de3-a200-f71eff844acd None None] Checking agent: {'id': '228fda10-d8da-45cc-9fcd-c0d1ec5752d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 53, 16), 'started_at': datetime.datetime(2021, 8, 25, 16, 53, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:02:24.327320 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc467964-799f-4de3-a200-f71eff844acd None None] Checking segment: {'id': 'ec41dbf2-ba24-42a3-a378-c3be87889b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1486, 'network_id': 'e9cb6f88-a0a4-4755-a50a-d59302485ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:02:24.327724 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dc467964-799f-4de3-a200-f71eff844acd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:24.328115 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc467964-799f-4de3-a200-f71eff844acd None None] Bound using segment: {'id': 'ec41dbf2-ba24-42a3-a378-c3be87889b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1486, 'network_id': 'e9cb6f88-a0a4-4755-a50a-d59302485ab6'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:02:24.328577 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-dc467964-799f-4de3-a200-f71eff844acd None None] Bound port: f370cd71-068f-41e1-855f-b7a043e7d62e, host: dv-cinder-791240-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec41dbf2-ba24-42a3-a378-c3be87889b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1486, 'network_id': 'e9cb6f88-a0a4-4755-a50a-d59302485ab6'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:02:24.329549 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dc467964-799f-4de3-a200-f71eff844acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:24.360044 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce579901-8ad2-4230-91aa-ce8eb51024d0 req-720956e3-07ba-473f-a41a-6802e35ac481 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:24.361601 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ce579901-8ad2-4230-91aa-ce8eb51024d0 req-720956e3-07ba-473f-a41a-6802e35ac481 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/networks?id=e9cb6f88-a0a4-4755-a50a-d59302485ab6 HTTP/1.1" status: 200 len: 817 time: 0.1162488 Aug 25 17:02:24.378348 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ce579901-8ad2-4230-91aa-ce8eb51024d0 req-7cef9497-f84d-470a-8c52-9123d7fb4719 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/quotas/09e1d88a498442e5b06e802c45061ff2 HTTP/1.1" status: 200 len: 375 time: 0.0103321 Aug 25 17:02:24.396967 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-dc467964-799f-4de3-a200-f71eff844acd None None] For port f370cd71-068f-41e1-855f-b7a043e7d62e, host dv-cinder-791240-5-iscsi, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:02:24.400546 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-dc467964-799f-4de3-a200-f71eff844acd None None] For port f370cd71-068f-41e1-855f-b7a043e7d62e, host dv-cinder-791240-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=f370cd71-068f-41e1-855f-b7a043e7d62e,segment=NetworkSegment(ec41dbf2-ba24-42a3-a378-c3be87889b8c),segment_id=ec41dbf2-ba24-42a3-a378-c3be87889b8c)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:02:24.406758 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dc467964-799f-4de3-a200-f71eff844acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:24.438373 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ce579901-8ad2-4230-91aa-ce8eb51024d0 req-001fcd5a-27e1-4329-b6a7-0155a500d182 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=09e1d88a498442e5b06e802c45061ff2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0521073 Aug 25 17:02:24.473155 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc467964-799f-4de3-a200-f71eff844acd None None] Routers {'6420a350-f878-4b80-a9c0-6f85656f2e6b'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:02:24.475004 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-dc467964-799f-4de3-a200-f71eff844acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:02:16Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['6420a350-f878-4b80-a9c0-6f85656f2e6b'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:02:24.516051 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56ec087-7986-4502-8645-7b38e70f90c6 None None] Pushing event updated for resources: {'Port': ['ID=f370cd71-068f-41e1-855f-b7a043e7d62e,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:24.559808 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ce579901-8ad2-4230-91aa-ce8eb51024d0 req-8c85175c-1c6f-4b3a-b778-b4da18398aa6 service neutron] 10.222.0.88 "GET /v2.0/networks/e9cb6f88-a0a4-4755-a50a-d59302485ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072371 Aug 25 17:02:24.607632 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-dc467964-799f-4de3-a200-f71eff844acd None None] Set router 6420a350-f878-4b80-a9c0-6f85656f2e6b gateway port host: dv-cinder-791240-5-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:02:24.655866 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ce579901-8ad2-4230-91aa-ce8eb51024d0 req-8e0d68ad-54d0-48d2-a705-1cccf2f9db3b service neutron] 10.222.0.88 "GET /v2.0/networks/e9cb6f88-a0a4-4755-a50a-d59302485ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878191 Aug 25 17:02:24.773583 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device 0ada1a0b-413b-4c8f-97f5-b57c8413338a up at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:02:24.871303 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning complete for port 0ada1a0b-413b-4c8f-97f5-b57c8413338a triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:02:24.871727 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:24.910921 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed4c581-723c-4e57-af75-29c7fe142893 req-455e27ee-42bf-4e68-86d8-eaaff43061aa tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:24.913008 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4ed4c581-723c-4e57-af75-29c7fe142893 req-455e27ee-42bf-4e68-86d8-eaaff43061aa tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=04670c4b-9f34-4f20-9f5e-0870bd955077 HTTP/1.1" status: 200 len: 943 time: 0.0610354 Aug 25 17:02:24.923040 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-dc467964-799f-4de3-a200-f71eff844acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6420a350-f878-4b80-a9c0-6f85656f2e6b', 'name': 'tempest-AttachVolumeShelveTestJSON-1390417477-router', 'tenant_id': '09e1d88a498442e5b06e802c45061ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '0ada1a0b-413b-4c8f-97f5-b57c8413338a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:02:17Z', 'updated_at': '2021-08-25T17:02:21Z', 'revision_number': 4, 'project_id': '09e1d88a498442e5b06e802c45061ff2', 'gw_port': {'id': '0ada1a0b-413b-4c8f-97f5-b57c8413338a', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6420a350-f878-4b80-a9c0-6f85656f2e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:18Z', 'updated_at': '2021-08-25T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_interfaces': [{'id': 'f370cd71-068f-41e1-855f-b7a043e7d62e', 'name': '', 'network_id': 'e9cb6f88-a0a4-4755-a50a-d59302485ab6', 'tenant_id': '09e1d88a498442e5b06e802c45061ff2', 'mac_address': 'fa:16:3e:cf:56:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6420a350-f878-4b80-a9c0-6f85656f2e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '292f4a80-cdc8-4ba8-8211-52e53edc836f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:20Z', 'updated_at': '2021-08-25T17:02:24Z', 'revision_number': 4, 'project_id': '09e1d88a498442e5b06e802c45061ff2', 'subnets': [{'id': '292f4a80-cdc8-4ba8-8211-52e53edc836f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:02:24.955851 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4ed4c581-723c-4e57-af75-29c7fe142893 req-2498a094-9b1d-4c81-9acf-ac4e6d987440 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361419 Aug 25 17:02:24.957754 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device 82126cd2-f661-4cb3-a592-55de03afb0b3 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 17:02:24.962454 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc467964-799f-4de3-a200-f71eff844acd None None] The sync data for ids ['6420a350-f878-4b80-a9c0-6f85656f2e6b'] in dv-cinder-791240-5-iscsi is: [{'id': '6420a350-f878-4b80-a9c0-6f85656f2e6b', 'name': 'tempest-AttachVolumeShelveTestJSON-1390417477-router', 'tenant_id': '09e1d88a498442e5b06e802c45061ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '0ada1a0b-413b-4c8f-97f5-b57c8413338a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:02:17Z', 'updated_at': '2021-08-25T17:02:21Z', 'revision_number': 4, 'project_id': '09e1d88a498442e5b06e802c45061ff2', 'gw_port': {'id': '0ada1a0b-413b-4c8f-97f5-b57c8413338a', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6420a350-f878-4b80-a9c0-6f85656f2e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:18Z', 'updated_at': '2021-08-25T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_interfaces': [{'id': 'f370cd71-068f-41e1-855f-b7a043e7d62e', 'name': '', 'network_id': 'e9cb6f88-a0a4-4755-a50a-d59302485ab6', 'tenant_id': '09e1d88a498442e5b06e802c45061ff2', 'mac_address': 'fa:16:3e:cf:56:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6420a350-f878-4b80-a9c0-6f85656f2e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '292f4a80-cdc8-4ba8-8211-52e53edc836f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:20Z', 'updated_at': '2021-08-25T17:02:24Z', 'revision_number': 4, 'project_id': '09e1d88a498442e5b06e802c45061ff2', 'subnets': [{'id': '292f4a80-cdc8-4ba8-8211-52e53edc836f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:02:25.150771 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-62248efa-6485-4e3b-89e8-399ec770751c req-ad9b25b7-d8f6-48bb-b677-47d5a7639a21 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 210 time: 0.1176300 Aug 25 17:02:25.202130 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e6164-0ce9-466f-9871-7ab9bd10ea96 req-1a74b5ab-a00b-4a30-baae-0a082ae24725 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:25.204016 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port 82126cd2-f661-4cb3-a592-55de03afb0b3, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=82126cd2-f661-4cb3-a592-55de03afb0b3,segment=NetworkSegment(464881d0-366d-4203-be8e-e80b8f8623d9),segment_id=464881d0-366d-4203-be8e-e80b8f8623d9)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:02:25.214350 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6e6e6164-0ce9-466f-9871-7ab9bd10ea96 req-1a74b5ab-a00b-4a30-baae-0a082ae24725 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 945 time: 0.1965895 Aug 25 17:02:25.229832 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Returning: {'device': '82126cd2-f661-4cb3-a592-55de03afb0b3', 'network_id': '158af8a6-8234-4e44-b5d8-e0491b33a626', 'port_id': '82126cd2-f661-4cb3-a592-55de03afb0b3', 'mac_address': 'fa:16:3e:e7:ec:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1463, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '157e2cdc-7e5d-4beb-8dac-2b06da21e5f2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 17:02:25.262982 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6e6e6164-0ce9-466f-9871-7ab9bd10ea96 req-ab0c3e3c-9dc3-4c5d-b502-5090e71b2fb0 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477734 Aug 25 17:02:25.284527 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:25.300637 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82126cd2-f661-4cb3-a592-55de03afb0b3 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:02:25.327327 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port 82126cd2-f661-4cb3-a592-55de03afb0b3, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=82126cd2-f661-4cb3-a592-55de03afb0b3,segment=NetworkSegment(464881d0-366d-4203-be8e-e80b8f8623d9),segment_id=464881d0-366d-4203-be8e-e80b8f8623d9)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:02:25.331985 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:25.382719 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Pushing event updated for resources: {'Port': ['ID=82126cd2-f661-4cb3-a592-55de03afb0b3,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:26.072311 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e32ce-4c5e-4712-9f84-df27a941b44d req-f6049e6c-4849-47d7-a0f2-8629158f5265 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:26.073787 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f44e32ce-4c5e-4712-9f84-df27a941b44d req-f6049e6c-4849-47d7-a0f2-8629158f5265 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=04670c4b-9f34-4f20-9f5e-0870bd955077 HTTP/1.1" status: 200 len: 944 time: 0.0478973 Aug 25 17:02:26.115665 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f44e32ce-4c5e-4712-9f84-df27a941b44d req-29587e73-18ba-4a22-b2b4-e0423fe85b4c tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359840 Aug 25 17:02:26.253205 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ce88d6d6-150b-4097-b12a-dff87630aa8a req-85e3a4af-97e5-457f-9c29-44bdc9b81027 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 210 time: 0.0259418 Aug 25 17:02:26.378288 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d7d4f6-bc4b-4e41-bd89-8af1c6dc37ad req-ca244224-f6a5-4277-bc2f-97f1e889f089 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:26.379749 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-24d7d4f6-bc4b-4e41-bd89-8af1c6dc37ad req-ca244224-f6a5-4277-bc2f-97f1e889f089 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 945 time: 0.0477695 Aug 25 17:02:26.422376 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-24d7d4f6-bc4b-4e41-bd89-8af1c6dc37ad req-0cc14cab-9580-46c6-9b50-50cb0363ff5d tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365429 Aug 25 17:02:26.756551 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device f370cd71-068f-41e1-855f-b7a043e7d62e up at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:02:26.815149 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning for port f370cd71-068f-41e1-855f-b7a043e7d62e completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:02:26.819754 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning complete for port f370cd71-068f-41e1-855f-b7a043e7d62e triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:02:26.820123 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:26.895047 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:26.925750 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] For port f370cd71-068f-41e1-855f-b7a043e7d62e, host dv-cinder-791240-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=f370cd71-068f-41e1-855f-b7a043e7d62e,segment=NetworkSegment(ec41dbf2-ba24-42a3-a378-c3be87889b8c),segment_id=ec41dbf2-ba24-42a3-a378-c3be87889b8c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:02:26.930279 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:26.979808 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Pushing event updated for resources: {'Port': ['ID=f370cd71-068f-41e1-855f-b7a043e7d62e,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:27.241598 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3cedfe-4599-4a32-b60f-cdd33d1287af req-ee73e0e9-476a-4126-9aed-469b62274f72 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:27.243292 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4b3cedfe-4599-4a32-b60f-cdd33d1287af req-ee73e0e9-476a-4126-9aed-469b62274f72 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=04670c4b-9f34-4f20-9f5e-0870bd955077 HTTP/1.1" status: 200 len: 944 time: 0.0621080 Aug 25 17:02:27.284111 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4b3cedfe-4599-4a32-b60f-cdd33d1287af req-36670d84-c7a1-4c84-a4c3-1fd87cefe7fe tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347126 Aug 25 17:02:27.377156 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1cb34bdb-f850-4b66-a630-251ac0e9edba req-37e33981-500b-4409-ab88-028c550a3722 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 210 time: 0.0286801 Aug 25 17:02:27.549443 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919df9dc-7970-42b5-ac74-1f690fcc2d22 req-ecc003cc-a8e3-439a-bec5-1e7d65ce477f tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:27.550926 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-919df9dc-7970-42b5-ac74-1f690fcc2d22 req-ecc003cc-a8e3-439a-bec5-1e7d65ce477f tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 945 time: 0.0509052 Aug 25 17:02:27.592775 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-919df9dc-7970-42b5-ac74-1f690fcc2d22 req-61c95a8d-03b3-4bb2-8757-821a05b6b870 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352094 Aug 25 17:02:28.431509 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca22dfb-5936-483e-84ba-04e6af81fb1c req-9ed69145-43a1-4f75-8e83-5108ba84dd09 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:28.434087 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-bca22dfb-5936-483e-84ba-04e6af81fb1c req-9ed69145-43a1-4f75-8e83-5108ba84dd09 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=04670c4b-9f34-4f20-9f5e-0870bd955077 HTTP/1.1" status: 200 len: 944 time: 0.0630949 Aug 25 17:02:28.477459 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-bca22dfb-5936-483e-84ba-04e6af81fb1c req-8b6a5eef-2f9f-43a4-b131-17e6172bba65 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355196 Aug 25 17:02:28.638793 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-810f598b-5283-42ec-bde9-48711608f910 req-fb39c4f9-466b-4044-8b50-8e5abc9aa182 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 210 time: 0.0388563 Aug 25 17:02:28.642335 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce579901-8ad2-4230-91aa-ce8eb51024d0 req-8b9773d4-f1a7-467d-bf3b-7b24c5857af3 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:28.643849 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ce579901-8ad2-4230-91aa-ce8eb51024d0 req-8b9773d4-f1a7-467d-bf3b-7b24c5857af3 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.16 "GET /v2.0/networks?id=e9cb6f88-a0a4-4755-a50a-d59302485ab6 HTTP/1.1" status: 200 len: 817 time: 0.1450243 Aug 25 17:02:28.648452 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] get_ports_and_sgs() called for port_ids ['82126cd2-f661-4cb3-a592-55de03afb0b3'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:02:28.753553 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ce579901-8ad2-4230-91aa-ce8eb51024d0 req-3b52d48c-4584-4b39-a71a-f50273d08ea6 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09e1d88a498442e5b06e802c45061ff2 HTTP/1.1" status: 200 len: 379 time: 0.0844102 Aug 25 17:02:28.780493 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e79d8c-a522-418d-9d69-a8af04082933 req-d2a5d398-99f1-49d2-939f-571b200535ed tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:28.782227 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e8e79d8c-a522-418d-9d69-a8af04082933 req-d2a5d398-99f1-49d2-939f-571b200535ed tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 945 time: 0.0643165 Aug 25 17:02:28.797295 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device f370cd71-068f-41e1-855f-b7a043e7d62e up at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:02:28.824531 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-ce579901-8ad2-4230-91aa-ce8eb51024d0 req-8e5587a1-fe7b-4cf0-922f-511937cb378d tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Request body: {'port': {'device_id': '510e2993-6e08-4099-81a5-cab3775ef5bd', 'network_id': 'e9cb6f88-a0a4-4755-a50a-d59302485ab6', 'admin_state_up': True, 'tenant_id': '09e1d88a498442e5b06e802c45061ff2', 'security_groups': ['794415e2-3798-4f14-94b3-ec43e2b1cda2']}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:02:28.847271 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e8e79d8c-a522-418d-9d69-a8af04082933 req-c35cae68-dcfb-4d86-aebc-a4fef3d3ecab tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551436 Aug 25 17:02:28.905288 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning complete for port f370cd71-068f-41e1-855f-b7a043e7d62e triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:02:28.905653 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:28.987534 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce579901-8ad2-4230-91aa-ce8eb51024d0 req-8e5587a1-fe7b-4cf0-922f-511937cb378d tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Made reservation on behalf of 09e1d88a498442e5b06e802c45061ff2 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:02:28.991557 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ce579901-8ad2-4230-91aa-ce8eb51024d0 req-8e5587a1-fe7b-4cf0-922f-511937cb378d tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:29.127647 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-ce579901-8ad2-4230-91aa-ce8eb51024d0 req-8e5587a1-fe7b-4cf0-922f-511937cb378d tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Allocated IP 172.20.0.14 (e9cb6f88-a0a4-4755-a50a-d59302485ab6/292f4a80-cdc8-4ba8-8211-52e53edc836f/33bba031-7191-414a-82d8-e5aef14eed40) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:02:29.276052 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ce579901-8ad2-4230-91aa-ce8eb51024d0 req-8e5587a1-fe7b-4cf0-922f-511937cb378d tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:29.290186 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-ce579901-8ad2-4230-91aa-ce8eb51024d0 req-8e5587a1-fe7b-4cf0-922f-511937cb378d tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Transition to ACTIVE for port object 33bba031-7191-414a-82d8-e5aef14eed40 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:02:29.326947 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ce579901-8ad2-4230-91aa-ce8eb51024d0 req-8e5587a1-fe7b-4cf0-922f-511937cb378d tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743705601783'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:29.373804 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce579901-8ad2-4230-91aa-ce8eb51024d0 req-8e5587a1-fe7b-4cf0-922f-511937cb378d tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Network e9cb6f88-a0a4-4755-a50a-d59302485ab6 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:02:29.378750 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-ce579901-8ad2-4230-91aa-ce8eb51024d0 req-8e5587a1-fe7b-4cf0-922f-511937cb378d tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:02:29.383374 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce579901-8ad2-4230-91aa-ce8eb51024d0 req-8e5587a1-fe7b-4cf0-922f-511937cb378d tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:02:29.388865 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce579901-8ad2-4230-91aa-ce8eb51024d0 req-8e5587a1-fe7b-4cf0-922f-511937cb378d tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:29.389482 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ce579901-8ad2-4230-91aa-ce8eb51024d0 req-8e5587a1-fe7b-4cf0-922f-511937cb378d tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:29.402418 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5587a1-fe7b-4cf0-922f-511937cb378d tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Pushing event updated for resources: {'Port': ['ID=33bba031-7191-414a-82d8-e5aef14eed40,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:29.410510 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ce579901-8ad2-4230-91aa-ce8eb51024d0 req-8e5587a1-fe7b-4cf0-922f-511937cb378d tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5904472 Aug 25 17:02:29.430319 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-ce579901-8ad2-4230-91aa-ce8eb51024d0 req-d0031d53-f5f9-4c64-9849-b8269b50c50d service neutron] Request body: {'port': {'device_id': '510e2993-6e08-4099-81a5-cab3775ef5bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:02:29.490725 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ce579901-8ad2-4230-91aa-ce8eb51024d0 req-d0031d53-f5f9-4c64-9849-b8269b50c50d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:29.605553 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb1601-9944-48e8-a125-2eeeb03d6c34 req-e4c2ff8e-f0db-40a5-9c90-59e4820f04f6 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:29.608255 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-77cb1601-9944-48e8-a125-2eeeb03d6c34 req-e4c2ff8e-f0db-40a5-9c90-59e4820f04f6 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=04670c4b-9f34-4f20-9f5e-0870bd955077 HTTP/1.1" status: 200 len: 944 time: 0.0538852 Aug 25 17:02:29.621201 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-1bd6dea9-b559-4bb2-8ab3-b0d271586148 None None] Provisioning for port 33bba031-7191-414a-82d8-e5aef14eed40 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:02:29.625193 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-1bd6dea9-b559-4bb2-8ab3-b0d271586148 None None] Provisioning complete for port 33bba031-7191-414a-82d8-e5aef14eed40 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:02:29.625631 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1bd6dea9-b559-4bb2-8ab3-b0d271586148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:29.648616 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-77cb1601-9944-48e8-a125-2eeeb03d6c34 req-c07a4143-89f7-45e1-98d5-f8ea30b09839 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343738 Aug 25 17:02:29.661075 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6dea9-b559-4bb2-8ab3-b0d271586148 None None] Port 33bba031-7191-414a-82d8-e5aef14eed40 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 17:02:29.797493 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e074b5-2ffd-4cb7-b1d5-6297fca1b7bd req-fc48d5d1-8ccc-4731-a33a-6c7c2f47724e tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:29.799344 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-74e074b5-2ffd-4cb7-b1d5-6297fca1b7bd req-fc48d5d1-8ccc-4731-a33a-6c7c2f47724e tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 932 time: 0.0491912 Aug 25 17:02:29.810146 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [req-ce579901-8ad2-4230-91aa-ce8eb51024d0 req-d0031d53-f5f9-4c64-9849-b8269b50c50d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33bba031-7191-414a-82d8-e5aef14eed40 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:02:29.818042 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ce579901-8ad2-4230-91aa-ce8eb51024d0 req-d0031d53-f5f9-4c64-9849-b8269b50c50d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:29.830384 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-ce579901-8ad2-4230-91aa-ce8eb51024d0 req-d0031d53-f5f9-4c64-9849-b8269b50c50d service neutron] Transition to ACTIVE for port object 33bba031-7191-414a-82d8-e5aef14eed40 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:02:29.835510 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ce579901-8ad2-4230-91aa-ce8eb51024d0 req-d0031d53-f5f9-4c64-9849-b8269b50c50d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:29.841183 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-74e074b5-2ffd-4cb7-b1d5-6297fca1b7bd req-7f205a1a-2ff8-4034-9e63-38860d01240f tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358067 Aug 25 17:02:29.897769 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0031d53-f5f9-4c64-9849-b8269b50c50d service neutron] Pushing event updated for resources: {'Port': ['ID=33bba031-7191-414a-82d8-e5aef14eed40,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:29.932712 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-ce579901-8ad2-4230-91aa-ce8eb51024d0 req-d0031d53-f5f9-4c64-9849-b8269b50c50d service neutron] Attempting to bind port 33bba031-7191-414a-82d8-e5aef14eed40 on host hv-cinder-79124 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:02:29.934060 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-ce579901-8ad2-4230-91aa-ce8eb51024d0 req-d0031d53-f5f9-4c64-9849-b8269b50c50d service neutron] Attempting to bind port 33bba031-7191-414a-82d8-e5aef14eed40 by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': 'ec41dbf2-ba24-42a3-a378-c3be87889b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1486, 'network_id': 'e9cb6f88-a0a4-4755-a50a-d59302485ab6'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:02:29.934413 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce579901-8ad2-4230-91aa-ce8eb51024d0 req-d0031d53-f5f9-4c64-9849-b8269b50c50d service neutron] Attempting to bind port 33bba031-7191-414a-82d8-e5aef14eed40 on network e9cb6f88-a0a4-4755-a50a-d59302485ab6 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:02:29.939328 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce579901-8ad2-4230-91aa-ce8eb51024d0 req-d0031d53-f5f9-4c64-9849-b8269b50c50d service neutron] Port 33bba031-7191-414a-82d8-e5aef14eed40 on network e9cb6f88-a0a4-4755-a50a-d59302485ab6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 17:02:29.939652 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce579901-8ad2-4230-91aa-ce8eb51024d0 req-d0031d53-f5f9-4c64-9849-b8269b50c50d service neutron] Attempting to bind port 33bba031-7191-414a-82d8-e5aef14eed40 on network e9cb6f88-a0a4-4755-a50a-d59302485ab6 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:02:29.947701 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce579901-8ad2-4230-91aa-ce8eb51024d0 req-d0031d53-f5f9-4c64-9849-b8269b50c50d service neutron] Checking agent: {'id': '5ac426a1-ab5c-4a46-b982-fffaa6db999e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 59, 15), 'started_at': datetime.datetime(2021, 8, 25, 16, 59, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:02:29.948043 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce579901-8ad2-4230-91aa-ce8eb51024d0 req-d0031d53-f5f9-4c64-9849-b8269b50c50d service neutron] Checking segment: {'id': 'ec41dbf2-ba24-42a3-a378-c3be87889b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1486, 'network_id': 'e9cb6f88-a0a4-4755-a50a-d59302485ab6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:02:29.948437 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce579901-8ad2-4230-91aa-ce8eb51024d0 req-d0031d53-f5f9-4c64-9849-b8269b50c50d service neutron] Bound using segment: {'id': 'ec41dbf2-ba24-42a3-a378-c3be87889b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1486, 'network_id': 'e9cb6f88-a0a4-4755-a50a-d59302485ab6'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:02:29.948883 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-ce579901-8ad2-4230-91aa-ce8eb51024d0 req-d0031d53-f5f9-4c64-9849-b8269b50c50d service neutron] Bound port: 33bba031-7191-414a-82d8-e5aef14eed40, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec41dbf2-ba24-42a3-a378-c3be87889b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1486, 'network_id': 'e9cb6f88-a0a4-4755-a50a-d59302485ab6'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:02:29.949230 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ce579901-8ad2-4230-91aa-ce8eb51024d0 req-d0031d53-f5f9-4c64-9849-b8269b50c50d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:29.988622 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa456f-e259-42ad-b56c-3cccc530923e req-24fbbd1e-08a0-4518-9519-b0fbf8f77429 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:29.997374 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a6fa456f-e259-42ad-b56c-3cccc530923e req-24fbbd1e-08a0-4518-9519-b0fbf8f77429 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 945 time: 0.0634389 Aug 25 17:02:30.035300 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-ce579901-8ad2-4230-91aa-ce8eb51024d0 req-d0031d53-f5f9-4c64-9849-b8269b50c50d service neutron] For port 33bba031-7191-414a-82d8-e5aef14eed40, host hv-cinder-79124, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:02:30.038808 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-ce579901-8ad2-4230-91aa-ce8eb51024d0 req-d0031d53-f5f9-4c64-9849-b8269b50c50d service neutron] For port 33bba031-7191-414a-82d8-e5aef14eed40, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=33bba031-7191-414a-82d8-e5aef14eed40,segment=NetworkSegment(ec41dbf2-ba24-42a3-a378-c3be87889b8c),segment_id=ec41dbf2-ba24-42a3-a378-c3be87889b8c)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:02:30.042547 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ce579901-8ad2-4230-91aa-ce8eb51024d0 req-d0031d53-f5f9-4c64-9849-b8269b50c50d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:30.043992 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a6fa456f-e259-42ad-b56c-3cccc530923e req-e108e2ca-bfa7-4960-8947-771af8cad645 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456817 Aug 25 17:02:30.077438 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce579901-8ad2-4230-91aa-ce8eb51024d0 req-d0031d53-f5f9-4c64-9849-b8269b50c50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:30.078114 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ce579901-8ad2-4230-91aa-ce8eb51024d0 req-d0031d53-f5f9-4c64-9849-b8269b50c50d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:30.079478 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ce579901-8ad2-4230-91aa-ce8eb51024d0 req-d0031d53-f5f9-4c64-9849-b8269b50c50d service neutron] 10.222.0.16 "PUT /v2.0/ports/33bba031-7191-414a-82d8-e5aef14eed40 HTTP/1.1" status: 200 len: 1094 time: 0.6542416 Aug 25 17:02:30.079920 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '510e2993-6e08-4099-81a5-cab3775ef5bd', 'tag': '33bba031-7191-414a-82d8-e5aef14eed40'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:02:30.082170 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30294bf1a97406c8a8235025fddf2f3c25b52a26b11c10f571ea972848b08700" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e50e35-8fc4-4f69-8613-e2374ef630bc" -d '{"events": [{"name": "network-changed", "server_uuid": "510e2993-6e08-4099-81a5-cab3775ef5bd", "tag": "33bba031-7191-414a-82d8-e5aef14eed40"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:02:30.111644 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0031d53-f5f9-4c64-9849-b8269b50c50d service neutron] Pushing event updated for resources: {'Port': ['ID=33bba031-7191-414a-82d8-e5aef14eed40,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:30.123155 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308fd133-1064-43b9-a9fb-e6e512fc8956 x-openstack-request-id: req-308fd133-1064-43b9-a9fb-e6e512fc8956 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:02:30.123441 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "510e2993-6e08-4099-81a5-cab3775ef5bd", "tag": "33bba031-7191-414a-82d8-e5aef14eed40", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:02:30.123700 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-308fd133-1064-43b9-a9fb-e6e512fc8956 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:02:30.124088 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '510e2993-6e08-4099-81a5-cab3775ef5bd', 'tag': '33bba031-7191-414a-82d8-e5aef14eed40', 'status': 'completed', 'code': 200} Aug 25 17:02:30.189451 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce579901-8ad2-4230-91aa-ce8eb51024d0 req-e5d5b881-bafe-4a4d-a9cd-29e45230954b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:30.191013 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ce579901-8ad2-4230-91aa-ce8eb51024d0 req-e5d5b881-bafe-4a4d-a9cd-29e45230954b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=09e1d88a498442e5b06e802c45061ff2&device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 1097 time: 0.0537279 Aug 25 17:02:30.242384 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ce579901-8ad2-4230-91aa-ce8eb51024d0 req-245ff8f1-01d0-41b9-94e7-999055b127b7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33bba031-7191-414a-82d8-e5aef14eed40 HTTP/1.1" status: 200 len: 217 time: 0.0386972 Aug 25 17:02:30.296678 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce579901-8ad2-4230-91aa-ce8eb51024d0 req-bc29d1eb-b25f-4286-b0c2-516696cd16cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:30.298207 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ce579901-8ad2-4230-91aa-ce8eb51024d0 req-bc29d1eb-b25f-4286-b0c2-516696cd16cd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=292f4a80-cdc8-4ba8-8211-52e53edc836f HTTP/1.1" status: 200 len: 856 time: 0.0487978 Aug 25 17:02:30.344182 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce579901-8ad2-4230-91aa-ce8eb51024d0 req-53e0af0c-2940-46f5-9d28-ebc38c97cb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:30.345667 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ce579901-8ad2-4230-91aa-ce8eb51024d0 req-53e0af0c-2940-46f5-9d28-ebc38c97cb08 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e9cb6f88-a0a4-4755-a50a-d59302485ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402935 Aug 25 17:02:30.438787 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ce579901-8ad2-4230-91aa-ce8eb51024d0 req-48eb678a-4b14-4cd0-a1e0-721f6ebfe7cd service neutron] 10.222.0.16 "GET /v2.0/networks/e9cb6f88-a0a4-4755-a50a-d59302485ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847902 Aug 25 17:02:30.533164 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ce579901-8ad2-4230-91aa-ce8eb51024d0 req-67c9ede4-26a7-4fa3-9e68-ac927f5dc4b3 service neutron] 10.222.0.16 "GET /v2.0/networks/e9cb6f88-a0a4-4755-a50a-d59302485ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858440 Aug 25 17:02:30.807254 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cbe359-6ae8-45d9-9f0c-083588bf4956 req-96dc5c8f-e109-49cb-bb77-6d0f51ed9eb7 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:30.810370 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d6cbe359-6ae8-45d9-9f0c-083588bf4956 req-96dc5c8f-e109-49cb-bb77-6d0f51ed9eb7 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=04670c4b-9f34-4f20-9f5e-0870bd955077 HTTP/1.1" status: 200 len: 944 time: 0.0519061 Aug 25 17:02:30.858208 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d6cbe359-6ae8-45d9-9f0c-083588bf4956 req-32fabfb1-7b76-4d7d-b926-0585f09fbf14 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405157 Aug 25 17:02:30.870780 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e50e35-8fc4-4f69-8613-e2374ef630bc req-a9775c79-884a-4c41-a56c-25cc94dec67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:30.874129 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a4e50e35-8fc4-4f69-8613-e2374ef630bc req-a9775c79-884a-4c41-a56c-25cc94dec67d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=09e1d88a498442e5b06e802c45061ff2&device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 1097 time: 0.0543857 Aug 25 17:02:30.978771 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dff579b-c74f-4d3b-8f07-6dca602742d8 req-3c22bce8-cc1c-493d-9483-44b524cb77ab tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:30.980382 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3dff579b-c74f-4d3b-8f07-6dca602742d8 req-3c22bce8-cc1c-493d-9483-44b524cb77ab tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 944 time: 0.0571189 Aug 25 17:02:30.994531 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e50e35-8fc4-4f69-8613-e2374ef630bc req-3ffdbcdf-919c-4f7a-9ed8-5ddab1aba48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:30.996555 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a4e50e35-8fc4-4f69-8613-e2374ef630bc req-3ffdbcdf-919c-4f7a-9ed8-5ddab1aba48e service neutron] 10.222.0.16 "GET /v2.0/networks?id=e9cb6f88-a0a4-4755-a50a-d59302485ab6 HTTP/1.1" status: 200 len: 919 time: 0.1148963 Aug 25 17:02:31.026251 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3dff579b-c74f-4d3b-8f07-6dca602742d8 req-7f8cd9c2-266c-4bcb-b2e3-b112f4d823c5 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387084 Aug 25 17:02:31.046283 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a4e50e35-8fc4-4f69-8613-e2374ef630bc req-5d4303ae-8897-4fbb-b36f-8de13318be84 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33bba031-7191-414a-82d8-e5aef14eed40 HTTP/1.1" status: 200 len: 217 time: 0.0419514 Aug 25 17:02:31.101229 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e50e35-8fc4-4f69-8613-e2374ef630bc req-c3013f2c-8693-4bcc-8ea8-1e453f8533dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:31.102718 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a4e50e35-8fc4-4f69-8613-e2374ef630bc req-c3013f2c-8693-4bcc-8ea8-1e453f8533dc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=292f4a80-cdc8-4ba8-8211-52e53edc836f HTTP/1.1" status: 200 len: 856 time: 0.0496082 Aug 25 17:02:31.175533 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91428ef-8696-402b-ad51-5fb9cd8026e9 req-5bdf6a2d-065e-40a2-b375-e3e6039d89b8 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:31.177901 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b91428ef-8696-402b-ad51-5fb9cd8026e9 req-5bdf6a2d-065e-40a2-b375-e3e6039d89b8 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 945 time: 0.0647128 Aug 25 17:02:31.192753 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device 82126cd2-f661-4cb3-a592-55de03afb0b3 up at agent hyperv_hv-cinder-79124 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:02:31.233435 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b91428ef-8696-402b-ad51-5fb9cd8026e9 req-83e5a469-c6be-4291-9ace-034a1c356904 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452445 Aug 25 17:02:31.260240 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Provisioning for port 82126cd2-f661-4cb3-a592-55de03afb0b3 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:02:31.264848 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Provisioning complete for port 82126cd2-f661-4cb3-a592-55de03afb0b3 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:02:31.265222 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:31.350729 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:31.374290 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04670c4b-9f34-4f20-9f5e-0870bd955077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82126cd2-f661-4cb3-a592-55de03afb0b3'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:02:31.376773 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a4fac4520762e8d57daf7008e8680b9db75e4099b28a5f40786ddec6b187ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2086543-885a-47e2-8f07-b7add31e7469" -d '{"events": [{"server_uuid": "04670c4b-9f34-4f20-9f5e-0870bd955077", "name": "network-vif-plugged", "status": "completed", "tag": "82126cd2-f661-4cb3-a592-55de03afb0b3"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:02:31.381850 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e50e35-8fc4-4f69-8613-e2374ef630bc req-0a0f8495-c3a2-481b-bbd8-1ca33f2b4819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:31.383353 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a4e50e35-8fc4-4f69-8613-e2374ef630bc req-0a0f8495-c3a2-481b-bbd8-1ca33f2b4819 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e9cb6f88-a0a4-4755-a50a-d59302485ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2727761 Aug 25 17:02:31.389851 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port 82126cd2-f661-4cb3-a592-55de03afb0b3, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=82126cd2-f661-4cb3-a592-55de03afb0b3,segment=NetworkSegment(464881d0-366d-4203-be8e-e80b8f8623d9),segment_id=464881d0-366d-4203-be8e-e80b8f8623d9)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:02:31.394680 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:31.419154 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9de9c20-f601-4245-ad8c-6cb68bfd6bbe x-openstack-request-id: req-a9de9c20-f601-4245-ad8c-6cb68bfd6bbe {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:02:31.419429 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04670c4b-9f34-4f20-9f5e-0870bd955077", "name": "network-vif-plugged", "status": "completed", "tag": "82126cd2-f661-4cb3-a592-55de03afb0b3", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:02:31.419793 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a9de9c20-f601-4245-ad8c-6cb68bfd6bbe {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:02:31.420180 dv-cinder-791240-5-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04670c4b-9f34-4f20-9f5e-0870bd955077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82126cd2-f661-4cb3-a592-55de03afb0b3', 'code': 200} Aug 25 17:02:31.452436 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Pushing event updated for resources: {'Port': ['ID=82126cd2-f661-4cb3-a592-55de03afb0b3,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:31.486348 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a4e50e35-8fc4-4f69-8613-e2374ef630bc req-0ae3d8d5-7b48-4527-ba99-86aeb858bf3b service neutron] 10.222.0.16 "GET /v2.0/networks/e9cb6f88-a0a4-4755-a50a-d59302485ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935979 Aug 25 17:02:31.604591 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a4e50e35-8fc4-4f69-8613-e2374ef630bc req-e63f1375-cd11-436f-8f2f-5097cc93de74 service neutron] 10.222.0.16 "GET /v2.0/networks/e9cb6f88-a0a4-4755-a50a-d59302485ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112108 Aug 25 17:02:31.621565 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261b409-7612-43ea-87d0-ddfff027a7d2 req-d3fa0986-f1fb-4450-a4f6-2f6f1594bee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:31.623146 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5261b409-7612-43ea-87d0-ddfff027a7d2 req-d3fa0986-f1fb-4450-a4f6-2f6f1594bee4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=04670c4b-9f34-4f20-9f5e-0870bd955077 HTTP/1.1" status: 200 len: 1098 time: 0.0450106 Aug 25 17:02:31.661990 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5261b409-7612-43ea-87d0-ddfff027a7d2 req-170752ee-87c3-4d14-b845-979cc05bda3a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306075 Aug 25 17:02:31.978172 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ccc30-7c5b-4460-849c-84bf5cb80cf1 req-8fc7f0aa-77ce-4096-8c9c-037ac3c50212 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:31.979631 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b06ccc30-7c5b-4460-849c-84bf5cb80cf1 req-8fc7f0aa-77ce-4096-8c9c-037ac3c50212 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=04670c4b-9f34-4f20-9f5e-0870bd955077 HTTP/1.1" status: 200 len: 945 time: 0.0474012 Aug 25 17:02:32.016327 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b06ccc30-7c5b-4460-849c-84bf5cb80cf1 req-e5a05629-9077-4e27-bce3-d6866b9e781d tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308530 Aug 25 17:02:32.153557 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc93c26-afa6-4981-8d56-6d9fbcccfff4 req-e7840a52-8adb-4db9-8ddc-c10025e0feb0 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:32.155041 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1bc93c26-afa6-4981-8d56-6d9fbcccfff4 req-e7840a52-8adb-4db9-8ddc-c10025e0feb0 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 944 time: 0.0485079 Aug 25 17:02:32.194967 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1bc93c26-afa6-4981-8d56-6d9fbcccfff4 req-68d07316-1352-4b1f-8a17-db646bd948b0 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337486 Aug 25 17:02:32.379889 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8999c386-d60e-4776-892a-bae1aad84595 req-e582c322-4fe4-4481-9da6-4246207646c4 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:32.381286 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8999c386-d60e-4776-892a-bae1aad84595 req-e582c322-4fe4-4481-9da6-4246207646c4 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 945 time: 0.0579765 Aug 25 17:02:32.419726 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8999c386-d60e-4776-892a-bae1aad84595 req-2ee30ba6-efd9-464c-a468-b6c2a2011fc4 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324595 Aug 25 17:02:32.913953 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 36424) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:02:33.034329 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f90f62ef-86d3-4223-8fde-36dd001812f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:33.154571 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f90f62ef-86d3-4223-8fde-36dd001812f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:33.162567 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae7ef31-81d2-4eb4-ba39-78c8f5d9acdf req-c9bbac4b-42a0-4680-9e33-4a803570d6d1 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:33.164241 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8ae7ef31-81d2-4eb4-ba39-78c8f5d9acdf req-c9bbac4b-42a0-4680-9e33-4a803570d6d1 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=04670c4b-9f34-4f20-9f5e-0870bd955077 HTTP/1.1" status: 200 len: 945 time: 0.0784290 Aug 25 17:02:33.165457 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f90f62ef-86d3-4223-8fde-36dd001812f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:33.227202 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-f90f62ef-86d3-4223-8fde-36dd001812f0 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b0dee51b5ba44fa0a654d2c6e5733ce6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3119617 Aug 25 17:02:33.229655 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 36436) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:02:33.231658 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90f62ef-86d3-4223-8fde-36dd001812f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=753558ba-7f48-4064-ba79-d5f9dbcc9d27,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:33.247059 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8ae7ef31-81d2-4eb4-ba39-78c8f5d9acdf req-5ae578ed-ed61-47b8-b4d6-9538d7cdc7c6 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750370 Aug 25 17:02:33.286799 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a10d9901-e32f-44e4-947f-421c70c31172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:33.313744 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a10d9901-e32f-44e4-947f-421c70c31172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:33.335952 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f32c6b3-52cd-4962-8de2-a8b4fa045c2d req-7756beed-7ac1-48a2-99d1-53fd21dd327d tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:33.337523 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7f32c6b3-52cd-4962-8de2-a8b4fa045c2d req-7756beed-7ac1-48a2-99d1-53fd21dd327d tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 944 time: 0.0490427 Aug 25 17:02:33.372504 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a10d9901-e32f-44e4-947f-421c70c31172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:33.375093 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a10d9901-e32f-44e4-947f-421c70c31172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:33.377010 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-a10d9901-e32f-44e4-947f-421c70c31172 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/753558ba-7f48-4064-ba79-d5f9dbcc9d27 HTTP/1.1" status: 204 len: 168 time: 0.1455762 Aug 25 17:02:33.381955 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7f32c6b3-52cd-4962-8de2-a8b4fa045c2d req-bcba5878-b88c-4a37-85cf-025055e23a05 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377140 Aug 25 17:02:33.394012 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10d9901-e32f-44e4-947f-421c70c31172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=753558ba-7f48-4064-ba79-d5f9dbcc9d27,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:33.533397 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c2c25-2759-46a1-af4b-7cae5f5edefe req-17e508eb-4784-4447-bc12-2c55d84d5c54 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:33.534909 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-bd8c2c25-2759-46a1-af4b-7cae5f5edefe req-17e508eb-4784-4447-bc12-2c55d84d5c54 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 945 time: 0.0498400 Aug 25 17:02:33.573105 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-bd8c2c25-2759-46a1-af4b-7cae5f5edefe req-e8104d2b-6f4b-4a70-84d9-df754ff10be0 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314605 Aug 25 17:02:34.369774 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca59d1-2e75-42a2-8e64-988a2b4d3b4e req-7957ae55-ea43-4fc2-9cb9-d43fe9a56762 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:34.371242 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5aca59d1-2e75-42a2-8e64-988a2b4d3b4e req-7957ae55-ea43-4fc2-9cb9-d43fe9a56762 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=04670c4b-9f34-4f20-9f5e-0870bd955077 HTTP/1.1" status: 200 len: 945 time: 0.0576532 Aug 25 17:02:34.410751 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5aca59d1-2e75-42a2-8e64-988a2b4d3b4e req-233d453d-737d-46b2-800a-9a0b3e79f741 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331020 Aug 25 17:02:34.564216 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c324c-8ff7-44e5-837b-e217de1ef64f req-2a57c91b-c41f-43fd-b637-b251914d5792 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:34.565821 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d29c324c-8ff7-44e5-837b-e217de1ef64f req-2a57c91b-c41f-43fd-b637-b251914d5792 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 944 time: 0.0728235 Aug 25 17:02:34.612244 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d29c324c-8ff7-44e5-837b-e217de1ef64f req-29846ba7-7095-45af-a34f-b72479d176ca tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389769 Aug 25 17:02:34.725619 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344fbc1a-5e72-473d-8f91-d74390832126 req-8abb210a-c528-4994-b5aa-b65c0360b68f tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:34.727175 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-344fbc1a-5e72-473d-8f91-d74390832126 req-8abb210a-c528-4994-b5aa-b65c0360b68f tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 945 time: 0.0604312 Aug 25 17:02:34.767572 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-344fbc1a-5e72-473d-8f91-d74390832126 req-1c5e8d17-26e7-468e-8326-5b7556e5d608 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345764 Aug 25 17:02:35.205852 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device 33bba031-7191-414a-82d8-e5aef14eed40 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 17:02:35.429486 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port 33bba031-7191-414a-82d8-e5aef14eed40, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=33bba031-7191-414a-82d8-e5aef14eed40,segment=NetworkSegment(ec41dbf2-ba24-42a3-a378-c3be87889b8c),segment_id=ec41dbf2-ba24-42a3-a378-c3be87889b8c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:02:35.440581 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Returning: {'device': '33bba031-7191-414a-82d8-e5aef14eed40', 'network_id': 'e9cb6f88-a0a4-4755-a50a-d59302485ab6', 'port_id': '33bba031-7191-414a-82d8-e5aef14eed40', 'mac_address': 'fa:16:3e:f0:14:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1486, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '292f4a80-cdc8-4ba8-8211-52e53edc836f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 17:02:35.478300 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:35.490598 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33bba031-7191-414a-82d8-e5aef14eed40 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:02:35.512193 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port 33bba031-7191-414a-82d8-e5aef14eed40, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=33bba031-7191-414a-82d8-e5aef14eed40,segment=NetworkSegment(ec41dbf2-ba24-42a3-a378-c3be87889b8c),segment_id=ec41dbf2-ba24-42a3-a378-c3be87889b8c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:02:35.515840 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:35.563271 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Pushing event updated for resources: {'Port': ['ID=33bba031-7191-414a-82d8-e5aef14eed40,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:35.750595 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c50605d-2d60-466c-a578-ea6cd42a3d32 req-8927ba3d-fd92-4340-a5b3-a086d73dd3ac tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:35.751984 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0c50605d-2d60-466c-a578-ea6cd42a3d32 req-8927ba3d-fd92-4340-a5b3-a086d73dd3ac tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 945 time: 0.0513988 Aug 25 17:02:35.795981 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0c50605d-2d60-466c-a578-ea6cd42a3d32 req-00b15340-701f-4a01-b29c-9f2913f8abc5 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365312 Aug 25 17:02:35.893517 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2246804-b83f-4a6e-b1d7-9a8fb1429216 req-5ab9ce9f-6d3e-469f-bc69-45e63ce9fe0a tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:35.895060 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e2246804-b83f-4a6e-b1d7-9a8fb1429216 req-5ab9ce9f-6d3e-469f-bc69-45e63ce9fe0a tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 945 time: 0.0540721 Aug 25 17:02:35.918568 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] get_ports_and_sgs() called for port_ids ['33bba031-7191-414a-82d8-e5aef14eed40'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:02:35.940316 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e2246804-b83f-4a6e-b1d7-9a8fb1429216 req-a4c848c8-7a4a-4dc0-8895-5b1334d38c4c tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378935 Aug 25 17:02:36.269025 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 36558) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:02:36.312601 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-eed2270a-3401-460d-8f68-91e11ff29cc2 admin admin] Deleting subnet 77723806-77b1-426b-8d75-49ddfee2c670 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 17:02:36.315850 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-eed2270a-3401-460d-8f68-91e11ff29cc2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:36.351853 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-eed2270a-3401-460d-8f68-91e11ff29cc2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:36.368329 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-eed2270a-3401-460d-8f68-91e11ff29cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16204973'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:36.422920 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-eed2270a-3401-460d-8f68-91e11ff29cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16204962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:36.462014 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed2270a-3401-460d-8f68-91e11ff29cc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77723806-77b1-426b-8d75-49ddfee2c670,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:36.465718 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-eed2270a-3401-460d-8f68-91e11ff29cc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:36.469978 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-eed2270a-3401-460d-8f68-91e11ff29cc2 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/77723806-77b1-426b-8d75-49ddfee2c670 HTTP/1.1" status: 204 len: 168 time: 0.1975820 Aug 25 17:02:36.470794 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 36568) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:02:36.537243 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-db83dcf0-20cc-41c6-a5fc-dae8a5aa319e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16174397'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:36.628623 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-db83dcf0-20cc-41c6-a5fc-dae8a5aa319e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16079958', 'neutron.services.segments.db._delete_segments_for_network-8743706101742'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:36.640487 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-db83dcf0-20cc-41c6-a5fc-dae8a5aa319e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:02:36.640843 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-db83dcf0-20cc-41c6-a5fc-dae8a5aa319e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:02:36.641797 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-db83dcf0-20cc-41c6-a5fc-dae8a5aa319e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:02:36.641972 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-db83dcf0-20cc-41c6-a5fc-dae8a5aa319e admin admin] Subscribe: > port after_create 55550000 {{(pid=93882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:02:36.642277 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-db83dcf0-20cc-41c6-a5fc-dae8a5aa319e admin admin] Subscribe: > port after_delete 55550000 {{(pid=93882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:02:36.642628 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-db83dcf0-20cc-41c6-a5fc-dae8a5aa319e admin admin] Subscribe: > port after_update 55550000 {{(pid=93882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:02:36.642973 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-db83dcf0-20cc-41c6-a5fc-dae8a5aa319e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:02:36.643294 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-db83dcf0-20cc-41c6-a5fc-dae8a5aa319e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:02:36.643609 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-db83dcf0-20cc-41c6-a5fc-dae8a5aa319e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:02:36.643925 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-db83dcf0-20cc-41c6-a5fc-dae8a5aa319e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:02:36.713786 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-db83dcf0-20cc-41c6-a5fc-dae8a5aa319e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:02:36.714136 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-db83dcf0-20cc-41c6-a5fc-dae8a5aa319e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:02:36.714463 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-db83dcf0-20cc-41c6-a5fc-dae8a5aa319e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:02:36.714792 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-db83dcf0-20cc-41c6-a5fc-dae8a5aa319e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:02:36.715166 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.services.segments.db [None req-db83dcf0-20cc-41c6-a5fc-dae8a5aa319e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c193902-7c82-4c78-a8d0-611a89636195']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:02:36.732650 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.services.segments.db [None req-db83dcf0-20cc-41c6-a5fc-dae8a5aa319e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e94c5964-e62b-48b5-807a-9cbbc7ce3617') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:02:36.732940 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.services.segments.db [None req-db83dcf0-20cc-41c6-a5fc-dae8a5aa319e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e94c5964-e62b-48b5-807a-9cbbc7ce3617') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:02:36.748321 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-db83dcf0-20cc-41c6-a5fc-dae8a5aa319e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743706101625', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4113509'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:36.768111 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-db83dcf0-20cc-41c6-a5fc-dae8a5aa319e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16206884'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:36.776489 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db83dcf0-20cc-41c6-a5fc-dae8a5aa319e admin admin] Releasing vlan 1456 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 17:02:36.776872 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-db83dcf0-20cc-41c6-a5fc-dae8a5aa319e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16206884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3732988'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:36.781003 dv-cinder-791240-5-iscsi neutron-server[93882]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 25 17:02:36.781003 dv-cinder-791240-5-iscsi neutron-server[93882]: from cryptography.utils import int_from_bytes Aug 25 17:02:36.781003 dv-cinder-791240-5-iscsi neutron-server[93882]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 25 17:02:36.781003 dv-cinder-791240-5-iscsi neutron-server[93882]: from cryptography.utils import int_from_bytes Aug 25 17:02:36.781003 dv-cinder-791240-5-iscsi neutron-server[93882]: Traceback (most recent call last): Aug 25 17:02:36.781003 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 17:02:36.781003 dv-cinder-791240-5-iscsi neutron-server[93882]: timer() Aug 25 17:02:36.781003 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 17:02:36.781003 dv-cinder-791240-5-iscsi neutron-server[93882]: cb(*args, **kw) Aug 25 17:02:36.781003 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 17:02:36.781003 dv-cinder-791240-5-iscsi neutron-server[93882]: return func(*args, **kwargs) Aug 25 17:02:36.781003 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 17:02:36.781003 dv-cinder-791240-5-iscsi neutron-server[93882]: self._notify() Aug 25 17:02:36.781003 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 17:02:36.781003 dv-cinder-791240-5-iscsi neutron-server[93882]: self.callback(batched_events) Aug 25 17:02:36.781003 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 17:02:36.781003 dv-cinder-791240-5-iscsi neutron-server[93882]: event.method(event) Aug 25 17:02:36.781003 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 17:02:36.781003 dv-cinder-791240-5-iscsi neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 17:02:36.781003 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 17:02:36.781003 dv-cinder-791240-5-iscsi neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 17:02:36.781003 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 17:02:36.781003 dv-cinder-791240-5-iscsi neutron-server[93882]: return f(self, *a, **k) Aug 25 17:02:36.781003 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 17:02:36.781003 dv-cinder-791240-5-iscsi neutron-server[93882]: return self._get(url).json() Aug 25 17:02:36.781003 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 17:02:36.781003 dv-cinder-791240-5-iscsi neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 17:02:36.781003 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 17:02:36.781003 dv-cinder-791240-5-iscsi neutron-server[93882]: return self.request(url, 'GET', **kwargs) Aug 25 17:02:36.781003 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 17:02:36.781003 dv-cinder-791240-5-iscsi neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 17:02:36.781003 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 17:02:36.781003 dv-cinder-791240-5-iscsi neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 17:02:36.781003 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 17:02:36.781003 dv-cinder-791240-5-iscsi neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 17:02:36.781003 dv-cinder-791240-5-iscsi neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 17:02:36.839037 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-db83dcf0-20cc-41c6-a5fc-dae8a5aa319e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16079919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613987'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:36.854327 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-db83dcf0-20cc-41c6-a5fc-dae8a5aa319e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16218488'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:36.856292 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-db83dcf0-20cc-41c6-a5fc-dae8a5aa319e admin admin] 10.222.0.88 "DELETE /v2.0/networks/7c193902-7c82-4c78-a8d0-611a89636195 HTTP/1.1" status: 204 len: 168 time: 0.3852305 Aug 25 17:02:36.857547 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db83dcf0-20cc-41c6-a5fc-dae8a5aa319e admin admin] Pushing event deleted for resources: {'Network': ['ID=7c193902-7c82-4c78-a8d0-611a89636195,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:36.859348 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 36576) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:02:36.907386 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c5c87c2-cf68-4590-b779-332e6283fe97 admin admin] Deleting subnet af25156d-b06c-4bd4-9988-4aeaef0e6a5a {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 17:02:36.910762 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6c5c87c2-cf68-4590-b779-332e6283fe97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:36.936568 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88705900-2062-4a06-ab9e-c130e89f51d8 req-ba05cada-8021-4e39-a352-ddb5f09055ac tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:36.938304 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-88705900-2062-4a06-ab9e-c130e89f51d8 req-ba05cada-8021-4e39-a352-ddb5f09055ac tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 945 time: 0.0543642 Aug 25 17:02:36.952946 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6c5c87c2-cf68-4590-b779-332e6283fe97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4113530'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:36.986829 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-88705900-2062-4a06-ab9e-c130e89f51d8 req-d5018d19-5940-4913-aea4-9f1ac1a30640 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403726 Aug 25 17:02:37.025484 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6c5c87c2-cf68-4590-b779-332e6283fe97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16204973'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:37.099389 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e520f4f-9eab-4048-81b2-b226fa3108ab req-de86fdae-beba-44de-9d9d-0cbe621e4dcd tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:37.107215 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3e520f4f-9eab-4048-81b2-b226fa3108ab req-de86fdae-beba-44de-9d9d-0cbe621e4dcd tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 945 time: 0.0854976 Aug 25 17:02:37.112347 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6c5c87c2-cf68-4590-b779-332e6283fe97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16204962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3732890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26007577'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:37.139784 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5c87c2-cf68-4590-b779-332e6283fe97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af25156d-b06c-4bd4-9988-4aeaef0e6a5a,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:37.144061 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6c5c87c2-cf68-4590-b779-332e6283fe97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:37.147566 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-6c5c87c2-cf68-4590-b779-332e6283fe97 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/af25156d-b06c-4bd4-9988-4aeaef0e6a5a HTTP/1.1" status: 204 len: 168 time: 0.2874699 Aug 25 17:02:37.150072 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 36596) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:02:37.151686 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3e520f4f-9eab-4048-81b2-b226fa3108ab req-9df5cc30-9c92-40ba-8be3-ecc773657ce5 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435462 Aug 25 17:02:37.214014 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device 33bba031-7191-414a-82d8-e5aef14eed40 up at agent hyperv_hv-cinder-79124 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:02:37.222946 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9ae2f928-baa1-49e8-a2d3-8e4a73afae03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16174397'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:37.278444 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Provisioning for port 33bba031-7191-414a-82d8-e5aef14eed40 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:02:37.282585 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Provisioning complete for port 33bba031-7191-414a-82d8-e5aef14eed40 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:02:37.282954 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:37.324203 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9ae2f928-baa1-49e8-a2d3-8e4a73afae03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16079958', 'neutron.services.segments.db._delete_segments_for_network-8743706101742'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:37.337194 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.services.segments.db [None req-9ae2f928-baa1-49e8-a2d3-8e4a73afae03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79587994-7f18-44ef-a575-9c4bcf241bed']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:02:37.348780 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.services.segments.db [None req-9ae2f928-baa1-49e8-a2d3-8e4a73afae03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01df38d4-461b-458a-a287-690da1cb719a') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:02:37.349336 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.services.segments.db [None req-9ae2f928-baa1-49e8-a2d3-8e4a73afae03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01df38d4-461b-458a-a287-690da1cb719a') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:02:37.358893 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9ae2f928-baa1-49e8-a2d3-8e4a73afae03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743706101625', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4113509'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:37.381891 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9ae2f928-baa1-49e8-a2d3-8e4a73afae03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16206884'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:37.389667 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ae2f928-baa1-49e8-a2d3-8e4a73afae03 admin admin] Releasing vlan 1473 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 17:02:37.390146 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9ae2f928-baa1-49e8-a2d3-8e4a73afae03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16206884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3732988'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:37.391983 dv-cinder-791240-5-iscsi neutron-server[93882]: Traceback (most recent call last): Aug 25 17:02:37.391983 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 17:02:37.391983 dv-cinder-791240-5-iscsi neutron-server[93882]: timer() Aug 25 17:02:37.391983 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 17:02:37.391983 dv-cinder-791240-5-iscsi neutron-server[93882]: cb(*args, **kw) Aug 25 17:02:37.391983 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 17:02:37.391983 dv-cinder-791240-5-iscsi neutron-server[93882]: return func(*args, **kwargs) Aug 25 17:02:37.391983 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 17:02:37.391983 dv-cinder-791240-5-iscsi neutron-server[93882]: self._notify() Aug 25 17:02:37.391983 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 17:02:37.391983 dv-cinder-791240-5-iscsi neutron-server[93882]: self.callback(batched_events) Aug 25 17:02:37.391983 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 17:02:37.391983 dv-cinder-791240-5-iscsi neutron-server[93882]: event.method(event) Aug 25 17:02:37.391983 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 17:02:37.391983 dv-cinder-791240-5-iscsi neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 17:02:37.391983 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 17:02:37.391983 dv-cinder-791240-5-iscsi neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 17:02:37.391983 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 17:02:37.391983 dv-cinder-791240-5-iscsi neutron-server[93882]: return f(self, *a, **k) Aug 25 17:02:37.391983 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 17:02:37.391983 dv-cinder-791240-5-iscsi neutron-server[93882]: return self._get(url).json() Aug 25 17:02:37.391983 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 17:02:37.391983 dv-cinder-791240-5-iscsi neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 17:02:37.391983 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 17:02:37.391983 dv-cinder-791240-5-iscsi neutron-server[93882]: return self.request(url, 'GET', **kwargs) Aug 25 17:02:37.391983 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 17:02:37.391983 dv-cinder-791240-5-iscsi neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 17:02:37.391983 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 17:02:37.391983 dv-cinder-791240-5-iscsi neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 17:02:37.391983 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 17:02:37.391983 dv-cinder-791240-5-iscsi neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 17:02:37.391983 dv-cinder-791240-5-iscsi neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 17:02:37.419966 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:37.452727 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '510e2993-6e08-4099-81a5-cab3775ef5bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33bba031-7191-414a-82d8-e5aef14eed40'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:02:37.455072 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a4fac4520762e8d57daf7008e8680b9db75e4099b28a5f40786ddec6b187ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a4c228-4055-4161-83b2-663a12557f8c" -d '{"events": [{"server_uuid": "510e2993-6e08-4099-81a5-cab3775ef5bd", "name": "network-vif-plugged", "status": "completed", "tag": "33bba031-7191-414a-82d8-e5aef14eed40"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:02:37.458258 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9ae2f928-baa1-49e8-a2d3-8e4a73afae03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16079919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613987'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:37.467953 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9ae2f928-baa1-49e8-a2d3-8e4a73afae03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16218488'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:37.470259 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-9ae2f928-baa1-49e8-a2d3-8e4a73afae03 admin admin] 10.222.0.88 "DELETE /v2.0/networks/79587994-7f18-44ef-a575-9c4bcf241bed HTTP/1.1" status: 204 len: 168 time: 0.3189785 Aug 25 17:02:37.474755 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port 33bba031-7191-414a-82d8-e5aef14eed40, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=33bba031-7191-414a-82d8-e5aef14eed40,segment=NetworkSegment(ec41dbf2-ba24-42a3-a378-c3be87889b8c),segment_id=ec41dbf2-ba24-42a3-a378-c3be87889b8c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:02:37.481398 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:37.500021 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae2f928-baa1-49e8-a2d3-8e4a73afae03 admin admin] Pushing event deleted for resources: {'Network': ['ID=79587994-7f18-44ef-a575-9c4bcf241bed,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:37.511227 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e663a3de-0d4b-4efd-b4c6-c80a32b0f132 x-openstack-request-id: req-e663a3de-0d4b-4efd-b4c6-c80a32b0f132 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:02:37.511524 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "510e2993-6e08-4099-81a5-cab3775ef5bd", "name": "network-vif-plugged", "status": "completed", "tag": "33bba031-7191-414a-82d8-e5aef14eed40", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:02:37.512402 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e663a3de-0d4b-4efd-b4c6-c80a32b0f132 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:02:37.512786 dv-cinder-791240-5-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '510e2993-6e08-4099-81a5-cab3775ef5bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33bba031-7191-414a-82d8-e5aef14eed40', 'code': 200} Aug 25 17:02:37.542196 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Pushing event updated for resources: {'Port': ['ID=33bba031-7191-414a-82d8-e5aef14eed40,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:37.655512 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 36614) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:02:37.681894 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb47f1d-079b-40f3-b35f-1df4abbbfc11 req-921db69c-6033-4975-9fa3-94959d806594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:37.683418 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1fb47f1d-079b-40f3-b35f-1df4abbbfc11 req-921db69c-6033-4975-9fa3-94959d806594 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 1099 time: 0.0437939 Aug 25 17:02:37.698734 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-74adf78c-12f9-4b6d-b1a1-90020a79957f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=50eeda1ca9ed4aafb177582ab20696bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419905 Aug 25 17:02:37.701757 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 36618) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:02:37.720791 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1fb47f1d-079b-40f3-b35f-1df4abbbfc11 req-f108fee3-df32-49e4-b4e9-812ee4cf3d87 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298083 Aug 25 17:02:37.756262 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7a459d1e-5cd4-4032-abd4-fd98e36a1fed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:37.777919 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7a459d1e-5cd4-4032-abd4-fd98e36a1fed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:37.823119 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7a459d1e-5cd4-4032-abd4-fd98e36a1fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:37.825555 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7a459d1e-5cd4-4032-abd4-fd98e36a1fed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:37.826722 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-7a459d1e-5cd4-4032-abd4-fd98e36a1fed admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b8c94fde-12ce-4d82-bf0f-6f8c36300056 HTTP/1.1" status: 204 len: 168 time: 0.1240664 Aug 25 17:02:37.835237 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a459d1e-5cd4-4032-abd4-fd98e36a1fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c94fde-12ce-4d82-bf0f-6f8c36300056,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:38.112907 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8bc475-57b1-4e86-b7d9-52cd01183452 req-64c49c0a-8268-44d7-b895-4839f42db259 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:38.114583 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-fe8bc475-57b1-4e86-b7d9-52cd01183452 req-64c49c0a-8268-44d7-b895-4839f42db259 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 946 time: 0.0524647 Aug 25 17:02:38.141436 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 36626) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:02:38.155924 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-fe8bc475-57b1-4e86-b7d9-52cd01183452 req-1f96bbda-f8f2-4ac2-9b6d-ed006b679125 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352132 Aug 25 17:02:38.191733 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-08f9e618-607b-49df-a2d1-86cccf8a4647 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=14bc64279a79455281c468edf4b1efe1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469816 Aug 25 17:02:38.192682 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 36632) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:02:38.243683 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-67af821c-56bc-4749-825b-f83e08e0488a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:38.264582 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-67af821c-56bc-4749-825b-f83e08e0488a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:38.265132 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d1045-fb6b-45ca-bc53-d6f011f2cb2d req-d7e0b48a-cba8-49b5-8c8e-e365abe588c1 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:38.266629 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d09d1045-fb6b-45ca-bc53-d6f011f2cb2d req-d7e0b48a-cba8-49b5-8c8e-e365abe588c1 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 945 time: 0.0467534 Aug 25 17:02:38.304517 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d09d1045-fb6b-45ca-bc53-d6f011f2cb2d req-f8c8915e-6d4a-44be-8435-de1de1875105 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312314 Aug 25 17:02:38.314676 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-67af821c-56bc-4749-825b-f83e08e0488a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:38.317989 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-67af821c-56bc-4749-825b-f83e08e0488a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:38.321717 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-67af821c-56bc-4749-825b-f83e08e0488a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0b4334a7-ed4d-4668-a577-685fa5a45e83 HTTP/1.1" status: 204 len: 168 time: 0.1255262 Aug 25 17:02:38.328673 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67af821c-56bc-4749-825b-f83e08e0488a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4334a7-ed4d-4668-a577-685fa5a45e83,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:39.281231 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcbb417-3b4a-4da3-aada-4e6e04e75cbc req-debb47ed-67eb-4701-b0af-23ab59fbfd87 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:39.283117 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9fcbb417-3b4a-4da3-aada-4e6e04e75cbc req-debb47ed-67eb-4701-b0af-23ab59fbfd87 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 946 time: 0.0533037 Aug 25 17:02:39.323976 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9fcbb417-3b4a-4da3-aada-4e6e04e75cbc req-a55d3edf-7b7a-49f0-a8e3-ef688398ad53 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349181 Aug 25 17:02:39.416366 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 36682) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:02:39.438608 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b2c80-8b28-4cb4-b13f-30dd1c130ebc req-3bc5ace7-a8c9-4e25-ab0a-49fd345819ae tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:39.441068 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-819b2c80-8b28-4cb4-b13f-30dd1c130ebc req-3bc5ace7-a8c9-4e25-ab0a-49fd345819ae tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 945 time: 0.0643382 Aug 25 17:02:39.495687 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-819b2c80-8b28-4cb4-b13f-30dd1c130ebc req-410d3f4b-8557-4d35-bcda-db70d65c21f9 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471525 Aug 25 17:02:39.546814 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-675b0cfa-30a8-494e-b3ff-bb445488b7d8 None None] Agent healthcheck: found 6 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:02:39.565215 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-796377b5-1d02-4640-aede-bea9f3f2ec0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:39.661525 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-796377b5-1d02-4640-aede-bea9f3f2ec0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:39.666415 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-796377b5-1d02-4640-aede-bea9f3f2ec0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:39.707009 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-796377b5-1d02-4640-aede-bea9f3f2ec0e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7a661174c45141cfb9c910076795408e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2856195 Aug 25 17:02:39.707009 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796377b5-1d02-4640-aede-bea9f3f2ec0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2f96b5-fa15-4318-9b24-eba53efd1a2c,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:39.708392 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 36698) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:02:39.757633 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-49657f32-0854-4fa1-bbe5-70fdd252119f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:39.779793 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-49657f32-0854-4fa1-bbe5-70fdd252119f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:39.830640 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-49657f32-0854-4fa1-bbe5-70fdd252119f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:39.833901 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-49657f32-0854-4fa1-bbe5-70fdd252119f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:39.835241 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-49657f32-0854-4fa1-bbe5-70fdd252119f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8d2f96b5-fa15-4318-9b24-eba53efd1a2c HTTP/1.1" status: 204 len: 168 time: 0.1257470 Aug 25 17:02:39.842920 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49657f32-0854-4fa1-bbe5-70fdd252119f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2f96b5-fa15-4318-9b24-eba53efd1a2c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:40.458690 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf770360-3210-4b41-90f2-2910709b5c49 req-f57d0f3a-5941-4794-86ec-a1dbd38e5583 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:40.460355 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-cf770360-3210-4b41-90f2-2910709b5c49 req-f57d0f3a-5941-4794-86ec-a1dbd38e5583 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 946 time: 0.0542760 Aug 25 17:02:40.546714 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-cf770360-3210-4b41-90f2-2910709b5c49 req-8790515e-b006-46c6-ba72-9e41b4c79e4e tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759940 Aug 25 17:02:40.651999 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 36748) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:02:40.658521 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7cf3cf-815b-4e3b-8c43-71378e80de24 req-a0b70dd8-7439-473d-92e1-b002455562b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:40.660051 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6b7cf3cf-815b-4e3b-8c43-71378e80de24 req-a0b70dd8-7439-473d-92e1-b002455562b9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 1098 time: 0.1205275 Aug 25 17:02:40.694611 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a8932-63bf-4b0e-bedf-e1c71776b83f req-208b0510-4c8f-4327-8646-e4b9c5e5aa04 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:40.696091 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d60a8932-63bf-4b0e-bedf-e1c71776b83f req-208b0510-4c8f-4327-8646-e4b9c5e5aa04 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 945 time: 0.1055105 Aug 25 17:02:40.764426 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-3487d310-f4a8-49f4-aa18-cc2ff72d02ac admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2012554771-network', 'tenant_id': '624895c29e8d457e9430801427544bc4'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:02:40.796885 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c0bc19-8280-4255-a43e-20d8b38a65ec req-fdd5043d-b946-4432-a1c8-41e3e71c5aa8 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:40.798697 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-80c0bc19-8280-4255-a43e-20d8b38a65ec req-fdd5043d-b946-4432-a1c8-41e3e71c5aa8 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 946 time: 0.1140137 Aug 25 17:02:40.808695 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 36754) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:02:40.818288 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-16177d7a-5a70-4249-8a57-cf0b6718f889 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Request body: {'floatingip': {'port_id': '33bba031-7191-414a-82d8-e5aef14eed40'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:02:40.829843 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d60a8932-63bf-4b0e-bedf-e1c71776b83f req-069527ca-4287-483a-9c58-1d7842a89e68 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866070 Aug 25 17:02:40.835329 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3487d310-f4a8-49f4-aa18-cc2ff72d02ac admin admin] Made reservation on behalf of 624895c29e8d457e9430801427544bc4 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:02:40.838187 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3487d310-f4a8-49f4-aa18-cc2ff72d02ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:40.847471 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3487d310-f4a8-49f4-aa18-cc2ff72d02ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:40.860241 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-16177d7a-5a70-4249-8a57-cf0b6718f889 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks [] for floatingip, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:41.001714 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3487d310-f4a8-49f4-aa18-cc2ff72d02ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:41.015357 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3487d310-f4a8-49f4-aa18-cc2ff72d02ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:41.044692 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3487d310-f4a8-49f4-aa18-cc2ff72d02ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1458} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 17:02:41.055779 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3487d310-f4a8-49f4-aa18-cc2ff72d02ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff2fa2b-3d3a-480d-b2c8-4b08fb33b5b3,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:41.061318 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3487d310-f4a8-49f4-aa18-cc2ff72d02ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16206884'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:41.061660 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.db.segments_db [None req-3487d310-f4a8-49f4-aa18-cc2ff72d02ac admin admin] Added segment afe6f7c0-b77b-4548-99ec-fb34a489e3ce of type vlan for network 244d0188-3706-4e13-b4e5-16a2dd2249d6 Aug 25 17:02:41.106251 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3487d310-f4a8-49f4-aa18-cc2ff72d02ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743705589342'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:41.136635 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3487d310-f4a8-49f4-aa18-cc2ff72d02ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:41.138713 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3487d310-f4a8-49f4-aa18-cc2ff72d02ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:41.139767 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3487d310-f4a8-49f4-aa18-cc2ff72d02ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16218488'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:41.196144 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-3487d310-f4a8-49f4-aa18-cc2ff72d02ac admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5402689 Aug 25 17:02:41.196461 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 36766) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:02:41.203654 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-eed4879d-1153-4859-8803-34101c6ee3c1 admin admin] Request body: {'subnet': {'network_id': '244d0188-3706-4e13-b4e5-16a2dd2249d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2012554771-subnet', 'tenant_id': '624895c29e8d457e9430801427544bc4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:02:41.204031 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3487d310-f4a8-49f4-aa18-cc2ff72d02ac admin admin] Pushing event updated for resources: {'Network': ['ID=244d0188-3706-4e13-b4e5-16a2dd2249d6,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:41.217131 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Network 244d0188-3706-4e13-b4e5-16a2dd2249d6 details requested by agent ovs-agent-dv-cinder-791240-5-iscsi with host dv-cinder-791240-5-iscsi {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 17:02:41.269991 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed4879d-1153-4859-8803-34101c6ee3c1 admin admin] Made reservation on behalf of 624895c29e8d457e9430801427544bc4 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:02:41.272774 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-eed4879d-1153-4859-8803-34101c6ee3c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26007666'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:41.518061 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-16177d7a-5a70-4249-8a57-cf0b6718f889 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:41.546127 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-16177d7a-5a70-4249-8a57-cf0b6718f889 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614033'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:41.601645 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-eed4879d-1153-4859-8803-34101c6ee3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3732057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26007552'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:41.695649 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed4879d-1153-4859-8803-34101c6ee3c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e989f4e9-5f2b-41ca-9069-c9a0e334bf3f,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:41.716701 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.db.l3_db [None req-16177d7a-5a70-4249-8a57-cf0b6718f889 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Floating IP 6050887d-03ee-4f87-9ab5-2bd0ba433b43 associated. External IP: 172.27.2.78, port: 33bba031-7191-414a-82d8-e5aef14eed40. Aug 25 17:02:41.719610 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed4879d-1153-4859-8803-34101c6ee3c1 admin admin] Checking segment: {'id': 'afe6f7c0-b77b-4548-99ec-fb34a489e3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1458, 'network_id': '244d0188-3706-4e13-b4e5-16a2dd2249d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:02:41.719837 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed4879d-1153-4859-8803-34101c6ee3c1 admin admin] Network hostable DHCP agents. Network: 244d0188-3706-4e13-b4e5-16a2dd2249d6, hostable agents: ['39bdbfd6-9eef-4d2c-92d7-b2e1f06a8fe0'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 17:02:41.797952 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed4879d-1153-4859-8803-34101c6ee3c1 admin admin] Network 244d0188-3706-4e13-b4e5-16a2dd2249d6 is scheduled to be hosted by DHCP agent 39bdbfd6-9eef-4d2c-92d7-b2e1f06a8fe0 with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 17:02:41.816799 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-eed4879d-1153-4859-8803-34101c6ee3c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-5-iscsi, 244d0188-3706-4e13-b4e5-16a2dd2249d6) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:02:41.824460 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed4879d-1153-4859-8803-34101c6ee3c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:41.825045 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-eed4879d-1153-4859-8803-34101c6ee3c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:41.826415 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5649db7a-229c-4601-aa0f-b01ff4ed9242 None None] Network 244d0188-3706-4e13-b4e5-16a2dd2249d6 requested from dv-cinder-791240-5-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:02:41.855618 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-eed4879d-1153-4859-8803-34101c6ee3c1 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6491904 Aug 25 17:02:41.973163 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a416c7-4b8f-4c48-9db3-763a60064221 req-5c5ed3d0-ef98-454b-93f1-32b5dad7bb2d tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:41.977273 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-75a416c7-4b8f-4c48-9db3-763a60064221 req-5c5ed3d0-ef98-454b-93f1-32b5dad7bb2d tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 945 time: 0.0864072 Aug 25 17:02:41.982309 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16177d7a-5a70-4249-8a57-cf0b6718f889 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Router 6420a350-f878-4b80-a9c0-6f85656f2e6b has already been hosted by L3 agent d32565c1-f1a3-4226-8f5a-e505deb187a1 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:02:42.028738 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66e1827-476a-41ef-bbda-d0049438286c None None] Network 244d0188-3706-4e13-b4e5-16a2dd2249d6 requested from dv-cinder-791240-5-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:02:42.051388 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-75a416c7-4b8f-4c48-9db3-763a60064221 req-394e5e00-1b81-4551-a44c-ec7596103a68 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677364 Aug 25 17:02:42.160120 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16177d7a-5a70-4249-8a57-cf0b6718f889 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify agent at l3_agent.dv-cinder-791240-5-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:02:42.166336 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-16177d7a-5a70-4249-8a57-cf0b6718f889 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:42.173733 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea02edc-eed8-4bd2-bdf8-cf98253d861a None None] Sync routers for ids ['6420a350-f878-4b80-a9c0-6f85656f2e6b'] in dv-cinder-791240-5-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:02:42.194662 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea02edc-eed8-4bd2-bdf8-cf98253d861a None None] Routers {'6420a350-f878-4b80-a9c0-6f85656f2e6b'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:02:42.195299 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-fea02edc-eed8-4bd2-bdf8-cf98253d861a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:02:16Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['6420a350-f878-4b80-a9c0-6f85656f2e6b'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:02:42.213521 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-16177d7a-5a70-4249-8a57-cf0b6718f889 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "PUT /v2.0/floatingips/6050887d-03ee-4f87-9ab5-2bd0ba433b43 HTTP/1.1" status: 200 len: 991 time: 1.4033949 Aug 25 17:02:42.214203 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '510e2993-6e08-4099-81a5-cab3775ef5bd', 'tag': '33bba031-7191-414a-82d8-e5aef14eed40'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:02:42.216859 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30294bf1a97406c8a8235025fddf2f3c25b52a26b11c10f571ea972848b08700" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4abf30f8-d25a-4bdf-8112-d1398952f851" -d '{"events": [{"name": "network-changed", "server_uuid": "510e2993-6e08-4099-81a5-cab3775ef5bd", "tag": "33bba031-7191-414a-82d8-e5aef14eed40"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:02:42.330880 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-fea02edc-eed8-4bd2-bdf8-cf98253d861a None None] Set router 6420a350-f878-4b80-a9c0-6f85656f2e6b gateway port host: dv-cinder-791240-5-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:02:42.603902 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-fea02edc-eed8-4bd2-bdf8-cf98253d861a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6420a350-f878-4b80-a9c0-6f85656f2e6b', 'name': 'tempest-AttachVolumeShelveTestJSON-1390417477-router', 'tenant_id': '09e1d88a498442e5b06e802c45061ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '0ada1a0b-413b-4c8f-97f5-b57c8413338a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:02:17Z', 'updated_at': '2021-08-25T17:02:21Z', 'revision_number': 4, 'project_id': '09e1d88a498442e5b06e802c45061ff2', 'gw_port': {'id': '0ada1a0b-413b-4c8f-97f5-b57c8413338a', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6420a350-f878-4b80-a9c0-6f85656f2e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:18Z', 'updated_at': '2021-08-25T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_floatingips': [{'id': '6050887d-03ee-4f87-9ab5-2bd0ba433b43', 'tenant_id': '09e1d88a498442e5b06e802c45061ff2', 'floating_ip_address': '172.27.2.78', 'floating_network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'router_id': '6420a350-f878-4b80-a9c0-6f85656f2e6b', 'port_id': '33bba031-7191-414a-82d8-e5aef14eed40', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9cb6f88-a0a4-4755-a50a-d59302485ab6', 'mac_address': 'fa:16:3e:f0:14:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510e2993-6e08-4099-81a5-cab3775ef5bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:02:23Z', 'updated_at': '2021-08-25T17:02:41Z', 'revision_number': 1, 'project_id': '09e1d88a498442e5b06e802c45061ff2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f370cd71-068f-41e1-855f-b7a043e7d62e', 'name': '', 'network_id': 'e9cb6f88-a0a4-4755-a50a-d59302485ab6', 'tenant_id': '09e1d88a498442e5b06e802c45061ff2', 'mac_address': 'fa:16:3e:cf:56:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6420a350-f878-4b80-a9c0-6f85656f2e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '292f4a80-cdc8-4ba8-8211-52e53edc836f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:20Z', 'updated_at': '2021-08-25T17:02:26Z', 'revision_number': 5, 'project_id': '09e1d88a498442e5b06e802c45061ff2', 'subnets': [{'id': '292f4a80-cdc8-4ba8-8211-52e53edc836f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:02:42.632194 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea02edc-eed8-4bd2-bdf8-cf98253d861a None None] Checking router: 6420a350-f878-4b80-a9c0-6f85656f2e6b for host: dv-cinder-791240-5-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:02:42.640228 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea02edc-eed8-4bd2-bdf8-cf98253d861a None None] Routers {'6420a350-f878-4b80-a9c0-6f85656f2e6b'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:02:42.640840 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-fea02edc-eed8-4bd2-bdf8-cf98253d861a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:02:16Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['6420a350-f878-4b80-a9c0-6f85656f2e6b'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:02:42.745165 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-fea02edc-eed8-4bd2-bdf8-cf98253d861a None None] Set router 6420a350-f878-4b80-a9c0-6f85656f2e6b gateway port host: dv-cinder-791240-5-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:02:42.959192 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-fea02edc-eed8-4bd2-bdf8-cf98253d861a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6420a350-f878-4b80-a9c0-6f85656f2e6b', 'name': 'tempest-AttachVolumeShelveTestJSON-1390417477-router', 'tenant_id': '09e1d88a498442e5b06e802c45061ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '0ada1a0b-413b-4c8f-97f5-b57c8413338a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:02:17Z', 'updated_at': '2021-08-25T17:02:21Z', 'revision_number': 4, 'project_id': '09e1d88a498442e5b06e802c45061ff2', 'gw_port': {'id': '0ada1a0b-413b-4c8f-97f5-b57c8413338a', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6420a350-f878-4b80-a9c0-6f85656f2e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:18Z', 'updated_at': '2021-08-25T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_floatingips': [{'id': '6050887d-03ee-4f87-9ab5-2bd0ba433b43', 'tenant_id': '09e1d88a498442e5b06e802c45061ff2', 'floating_ip_address': '172.27.2.78', 'floating_network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'router_id': '6420a350-f878-4b80-a9c0-6f85656f2e6b', 'port_id': '33bba031-7191-414a-82d8-e5aef14eed40', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9cb6f88-a0a4-4755-a50a-d59302485ab6', 'mac_address': 'fa:16:3e:f0:14:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510e2993-6e08-4099-81a5-cab3775ef5bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:02:23Z', 'updated_at': '2021-08-25T17:02:41Z', 'revision_number': 1, 'project_id': '09e1d88a498442e5b06e802c45061ff2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f370cd71-068f-41e1-855f-b7a043e7d62e', 'name': '', 'network_id': 'e9cb6f88-a0a4-4755-a50a-d59302485ab6', 'tenant_id': '09e1d88a498442e5b06e802c45061ff2', 'mac_address': 'fa:16:3e:cf:56:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6420a350-f878-4b80-a9c0-6f85656f2e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '292f4a80-cdc8-4ba8-8211-52e53edc836f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:20Z', 'updated_at': '2021-08-25T17:02:26Z', 'revision_number': 5, 'project_id': '09e1d88a498442e5b06e802c45061ff2', 'subnets': [{'id': '292f4a80-cdc8-4ba8-8211-52e53edc836f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:02:42.984693 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea02edc-eed8-4bd2-bdf8-cf98253d861a None None] The sync data for ids ['6420a350-f878-4b80-a9c0-6f85656f2e6b'] in dv-cinder-791240-5-iscsi is: [{'id': '6420a350-f878-4b80-a9c0-6f85656f2e6b', 'name': 'tempest-AttachVolumeShelveTestJSON-1390417477-router', 'tenant_id': '09e1d88a498442e5b06e802c45061ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '0ada1a0b-413b-4c8f-97f5-b57c8413338a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:02:17Z', 'updated_at': '2021-08-25T17:02:21Z', 'revision_number': 4, 'project_id': '09e1d88a498442e5b06e802c45061ff2', 'gw_port': {'id': '0ada1a0b-413b-4c8f-97f5-b57c8413338a', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6420a350-f878-4b80-a9c0-6f85656f2e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:18Z', 'updated_at': '2021-08-25T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_floatingips': [{'id': '6050887d-03ee-4f87-9ab5-2bd0ba433b43', 'tenant_id': '09e1d88a498442e5b06e802c45061ff2', 'floating_ip_address': '172.27.2.78', 'floating_network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'router_id': '6420a350-f878-4b80-a9c0-6f85656f2e6b', 'port_id': '33bba031-7191-414a-82d8-e5aef14eed40', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9cb6f88-a0a4-4755-a50a-d59302485ab6', 'mac_address': 'fa:16:3e:f0:14:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510e2993-6e08-4099-81a5-cab3775ef5bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:02:23Z', 'updated_at': '2021-08-25T17:02:41Z', 'revision_number': 1, 'project_id': '09e1d88a498442e5b06e802c45061ff2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f370cd71-068f-41e1-855f-b7a043e7d62e', 'name': '', 'network_id': 'e9cb6f88-a0a4-4755-a50a-d59302485ab6', 'tenant_id': '09e1d88a498442e5b06e802c45061ff2', 'mac_address': 'fa:16:3e:cf:56:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6420a350-f878-4b80-a9c0-6f85656f2e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '292f4a80-cdc8-4ba8-8211-52e53edc836f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:20Z', 'updated_at': '2021-08-25T17:02:26Z', 'revision_number': 5, 'project_id': '09e1d88a498442e5b06e802c45061ff2', 'subnets': [{'id': '292f4a80-cdc8-4ba8-8211-52e53edc836f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:02:43.070402 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9c552b36-e8d0-4bb2-97b9-e45c4e516e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:43.177869 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8941f728-a1fa-4cdf-9740-efebc90423b2 None None] New status for floating IP 6050887d-03ee-4f87-9ab5-2bd0ba433b43: ACTIVE {{(pid=93884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 17:02:44.874924 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6b7cf3cf-815b-4e3b-8c43-71378e80de24 req-67080e52-4cb4-4bf0-a721-7fba1b798217 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345268 Aug 25 17:02:44.916336 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc6d6f6-a63f-452d-bc08-a06975bf753c x-openstack-request-id: req-9cc6d6f6-a63f-452d-bc08-a06975bf753c {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:02:44.916336 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "510e2993-6e08-4099-81a5-cab3775ef5bd", "tag": "33bba031-7191-414a-82d8-e5aef14eed40", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:02:44.916336 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9cc6d6f6-a63f-452d-bc08-a06975bf753c {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:02:44.916336 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '510e2993-6e08-4099-81a5-cab3775ef5bd', 'tag': '33bba031-7191-414a-82d8-e5aef14eed40', 'status': 'completed', 'code': 200} Aug 25 17:02:44.990324 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:45.049016 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4769d9fd-c6e0-4a60-99be-5259e00955fe req-cab7e3cd-48c7-428d-b4f3-43c59515ef75 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:45.050530 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4769d9fd-c6e0-4a60-99be-5259e00955fe req-cab7e3cd-48c7-428d-b4f3-43c59515ef75 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 945 time: 0.0504026 Aug 25 17:02:45.087019 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4769d9fd-c6e0-4a60-99be-5259e00955fe req-7d7d172a-b740-42fb-83d1-aa22d0674ed3 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299621 Aug 25 17:02:45.556774 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf30f8-d25a-4bdf-8112-d1398952f851 req-cc556788-bb37-4853-bed3-e0dc614c4049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:45.558273 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4abf30f8-d25a-4bdf-8112-d1398952f851 req-cc556788-bb37-4853-bed3-e0dc614c4049 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=09e1d88a498442e5b06e802c45061ff2&device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 1099 time: 0.0417821 Aug 25 17:02:45.657573 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf30f8-d25a-4bdf-8112-d1398952f851 req-8c0fd3d8-a5f4-4470-b23e-368ad1465947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:45.659116 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4abf30f8-d25a-4bdf-8112-d1398952f851 req-8c0fd3d8-a5f4-4470-b23e-368ad1465947 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e9cb6f88-a0a4-4755-a50a-d59302485ab6 HTTP/1.1" status: 200 len: 919 time: 0.0887959 Aug 25 17:02:45.682546 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9c2a91c5-4275-4880-991b-9e6e5cf1e124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:45.733875 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4abf30f8-d25a-4bdf-8112-d1398952f851 req-86b4e63a-1dde-441b-98a0-613ef20decd2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33bba031-7191-414a-82d8-e5aef14eed40 HTTP/1.1" status: 200 len: 1001 time: 0.0660872 Aug 25 17:02:45.784925 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf30f8-d25a-4bdf-8112-d1398952f851 req-3a6af4b5-b85d-459b-8d4b-83c98badc1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:45.787155 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4abf30f8-d25a-4bdf-8112-d1398952f851 req-3a6af4b5-b85d-459b-8d4b-83c98badc1de service neutron] 10.222.0.16 "GET /v2.0/subnets?id=292f4a80-cdc8-4ba8-8211-52e53edc836f HTTP/1.1" status: 200 len: 856 time: 0.0435805 Aug 25 17:02:45.831595 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf30f8-d25a-4bdf-8112-d1398952f851 req-63f319ce-a6be-49bd-b341-c286dd200176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:45.833350 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4abf30f8-d25a-4bdf-8112-d1398952f851 req-63f319ce-a6be-49bd-b341-c286dd200176 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e9cb6f88-a0a4-4755-a50a-d59302485ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0377440 Aug 25 17:02:45.888521 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:45.943291 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4abf30f8-d25a-4bdf-8112-d1398952f851 req-27fa830e-b542-418b-b9a1-058ce8af9225 service neutron] 10.222.0.16 "GET /v2.0/networks/e9cb6f88-a0a4-4755-a50a-d59302485ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019025 Aug 25 17:02:46.058394 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4abf30f8-d25a-4bdf-8112-d1398952f851 req-551f1bbb-2385-4c3b-88a0-702bf027a0f3 service neutron] 10.222.0.16 "GET /v2.0/networks/e9cb6f88-a0a4-4755-a50a-d59302485ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822704 Aug 25 17:02:46.205927 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa0a31-4542-4337-9d30-ea6d210ec6e3 req-8ebe92f5-c598-4fad-a70b-4c4b6df11fe3 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:46.208627 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f8fa0a31-4542-4337-9d30-ea6d210ec6e3 req-8ebe92f5-c598-4fad-a70b-4c4b6df11fe3 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 945 time: 0.0512278 Aug 25 17:02:46.270579 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f8fa0a31-4542-4337-9d30-ea6d210ec6e3 req-c8057235-8169-4b01-8011-c08fb41a9360 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491536 Aug 25 17:02:46.981522 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9711104-a611-4772-abb8-dfcacdffb1ce req-a8a273a3-9faf-4eee-af9a-69d6277ec2ed tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:46.982974 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e9711104-a611-4772-abb8-dfcacdffb1ce req-a8a273a3-9faf-4eee-af9a-69d6277ec2ed tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/networks?id=244d0188-3706-4e13-b4e5-16a2dd2249d6 HTTP/1.1" status: 200 len: 814 time: 0.1120727 Aug 25 17:02:46.998994 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e9711104-a611-4772-abb8-dfcacdffb1ce req-201bb406-dcd2-4325-8981-2b5ef98c8549 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/quotas/624895c29e8d457e9430801427544bc4 HTTP/1.1" status: 200 len: 375 time: 0.0089786 Aug 25 17:02:47.009463 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3a305108-1f99-4b5d-a622-23901fed2525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:47.031298 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e9711104-a611-4772-abb8-dfcacdffb1ce req-ab665c0e-0e5f-4e27-af59-84afd9d82383 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=624895c29e8d457e9430801427544bc4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260770 Aug 25 17:02:47.139250 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e9711104-a611-4772-abb8-dfcacdffb1ce req-ba71b3b8-2df0-4b89-b2a5-2205576bd43c service neutron] 10.222.0.88 "GET /v2.0/networks/244d0188-3706-4e13-b4e5-16a2dd2249d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995529 Aug 25 17:02:47.232558 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e9711104-a611-4772-abb8-dfcacdffb1ce req-57be9c53-3832-430e-b2d7-fda1adc12ea2 service neutron] 10.222.0.88 "GET /v2.0/networks/244d0188-3706-4e13-b4e5-16a2dd2249d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860243 Aug 25 17:02:47.443712 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4052633a-7bc2-4c90-9269-b15d4987a732 req-9aa0e462-f3ae-40a8-a39f-35fca668bc2d tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:47.445588 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4052633a-7bc2-4c90-9269-b15d4987a732 req-9aa0e462-f3ae-40a8-a39f-35fca668bc2d tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/networks?id=158af8a6-8234-4e44-b5d8-e0491b33a626 HTTP/1.1" status: 200 len: 815 time: 0.1606519 Aug 25 17:02:47.468372 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e787a1e6-f93a-4637-955f-e5e31ad45c5f req-907a47c2-9ff1-4f87-a7bd-6443410c1bd0 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:47.470163 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e787a1e6-f93a-4637-955f-e5e31ad45c5f req-907a47c2-9ff1-4f87-a7bd-6443410c1bd0 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 945 time: 0.0773208 Aug 25 17:02:47.486782 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4052633a-7bc2-4c90-9269-b15d4987a732 req-12b7c76d-9d74-47db-b353-38abee7a363d tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/quotas/ce8b30e44d0740b19fb2000423fb78ee HTTP/1.1" status: 200 len: 375 time: 0.0296252 Aug 25 17:02:47.544499 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e787a1e6-f93a-4637-955f-e5e31ad45c5f req-21dca1ae-8fec-4421-8023-6ae00d19435b tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656705 Aug 25 17:02:47.560730 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4052633a-7bc2-4c90-9269-b15d4987a732 req-b268840c-8f9b-4ef0-b449-4993eaa0e7d3 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=ce8b30e44d0740b19fb2000423fb78ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0664465 Aug 25 17:02:47.828579 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ce990f7a-6582-476f-89ad-6838515c18ba req-d0e2efe1-0ac6-4e1f-806c-32870dba63c1 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/ports?device_id=585eef15-7066-4180-b81c-f2dfa7cd096b HTTP/1.1" status: 200 len: 210 time: 0.2140615 Aug 25 17:02:47.876362 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4052633a-7bc2-4c90-9269-b15d4987a732 req-2c398119-67b8-46bb-833c-5297b63c3bd4 service neutron] 10.222.0.88 "GET /v2.0/networks/158af8a6-8234-4e44-b5d8-e0491b33a626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080950 Aug 25 17:02:48.033802 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886efe76-7c06-42c2-a69f-3c84d3bdbf6f req-f284eb39-e661-4b97-b12a-e13ec09775c7 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:48.036310 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-886efe76-7c06-42c2-a69f-3c84d3bdbf6f req-f284eb39-e661-4b97-b12a-e13ec09775c7 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 946 time: 0.1290939 Aug 25 17:02:48.058046 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4052633a-7bc2-4c90-9269-b15d4987a732 req-8683ea6d-4ebf-4ce2-9c37-d034514e858d service neutron] 10.222.0.88 "GET /v2.0/networks/158af8a6-8234-4e44-b5d8-e0491b33a626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643429 Aug 25 17:02:48.084656 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-886efe76-7c06-42c2-a69f-3c84d3bdbf6f req-b85c8816-c657-43d3-9b52-99927c8fa308 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393417 Aug 25 17:02:48.235794 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-bea952c2-7c43-44fa-ab38-417ece0ff102 req-c3fd9c32-15b0-45ab-aedd-57c0b32d792b tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=794863af-1cf7-4172-98ee-62423583e07d HTTP/1.1" status: 200 len: 210 time: 0.0316036 Aug 25 17:02:48.380011 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7978419e-b967-4a47-8975-0267302d25d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:48.544140 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9711104-a611-4772-abb8-dfcacdffb1ce req-57d8dfbb-b223-4679-a356-83dd393afb19 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:48.546017 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e9711104-a611-4772-abb8-dfcacdffb1ce req-57d8dfbb-b223-4679-a356-83dd393afb19 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.16 "GET /v2.0/networks?id=244d0188-3706-4e13-b4e5-16a2dd2249d6 HTTP/1.1" status: 200 len: 814 time: 0.1377299 Aug 25 17:02:48.564302 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-e9711104-a611-4772-abb8-dfcacdffb1ce req-6a79f1b1-1569-424d-b64c-c973389ae0f9 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Request body: {'port': {'device_id': '585eef15-7066-4180-b81c-f2dfa7cd096b', 'network_id': '244d0188-3706-4e13-b4e5-16a2dd2249d6', 'admin_state_up': True, 'tenant_id': '624895c29e8d457e9430801427544bc4'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:02:48.692734 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9711104-a611-4772-abb8-dfcacdffb1ce req-6a79f1b1-1569-424d-b64c-c973389ae0f9 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Made reservation on behalf of 624895c29e8d457e9430801427544bc4 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:02:48.692734 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e9711104-a611-4772-abb8-dfcacdffb1ce req-6a79f1b1-1569-424d-b64c-c973389ae0f9 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:48.935056 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8e6ccf39-c3fb-41dc-87f7-556f32b06bed req-1f32ca0b-fcb6-4b05-b727-5d687805f249 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/ports?device_id=585eef15-7066-4180-b81c-f2dfa7cd096b HTTP/1.1" status: 200 len: 210 time: 0.0265853 Aug 25 17:02:49.046143 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-e9711104-a611-4772-abb8-dfcacdffb1ce req-6a79f1b1-1569-424d-b64c-c973389ae0f9 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Allocated IP 172.20.0.8 (244d0188-3706-4e13-b4e5-16a2dd2249d6/e989f4e9-5f2b-41ca-9069-c9a0e334bf3f/5adc6b44-036b-47d3-a371-9470ac6bc4c6) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:02:49.161953 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 36978) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:02:49.205556 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e9711104-a611-4772-abb8-dfcacdffb1ce req-6a79f1b1-1569-424d-b64c-c973389ae0f9 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:49.281102 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2154bda8-634e-4d1b-8649-8f8bc8f323a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:49.337227 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e9711104-a611-4772-abb8-dfcacdffb1ce req-6a79f1b1-1569-424d-b64c-c973389ae0f9 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743705601783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732937'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:49.366446 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2f473f3d-da34-4b82-be4d-fbfbc15b588b req-e97e0d98-e5a4-4788-9166-80d385f347b7 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=794863af-1cf7-4172-98ee-62423583e07d HTTP/1.1" status: 200 len: 210 time: 0.0454774 Aug 25 17:02:49.415650 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9711104-a611-4772-abb8-dfcacdffb1ce req-6a79f1b1-1569-424d-b64c-c973389ae0f9 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Network 244d0188-3706-4e13-b4e5-16a2dd2249d6 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:02:49.419468 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-e9711104-a611-4772-abb8-dfcacdffb1ce req-6a79f1b1-1569-424d-b64c-c973389ae0f9 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:02:49.431011 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4052633a-7bc2-4c90-9269-b15d4987a732 req-5dd2936f-fc1f-4031-baa6-65d76e08188f tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:49.432530 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4052633a-7bc2-4c90-9269-b15d4987a732 req-5dd2936f-fc1f-4031-baa6-65d76e08188f tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.16 "GET /v2.0/networks?id=158af8a6-8234-4e44-b5d8-e0491b33a626 HTTP/1.1" status: 200 len: 815 time: 0.1999102 Aug 25 17:02:49.434408 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9711104-a611-4772-abb8-dfcacdffb1ce req-6a79f1b1-1569-424d-b64c-c973389ae0f9 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:02:49.438680 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a79f1b1-1569-424d-b64c-c973389ae0f9 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Pushing event updated for resources: {'Port': ['ID=5adc6b44-036b-47d3-a371-9470ac6bc4c6,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:49.458349 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2154bda8-634e-4d1b-8649-8f8bc8f323a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:49.462680 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2154bda8-634e-4d1b-8649-8f8bc8f323a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:49.469586 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-4052633a-7bc2-4c90-9269-b15d4987a732 req-4a6670ba-92fc-449e-8331-cc10281d9073 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Request body: {'port': {'device_id': '794863af-1cf7-4172-98ee-62423583e07d', 'network_id': '158af8a6-8234-4e44-b5d8-e0491b33a626', 'admin_state_up': True, 'tenant_id': 'ce8b30e44d0740b19fb2000423fb78ee'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:02:49.502003 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-2154bda8-634e-4d1b-8649-8f8bc8f323a6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=cdababb956284b12a0a7c9ba9f115030&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3389561 Aug 25 17:02:49.502870 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2154bda8-634e-4d1b-8649-8f8bc8f323a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=754c7fb6-0d9e-4855-8fa5-75e75bb0b3ca,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:49.506610 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 36994) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:02:49.538610 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9711104-a611-4772-abb8-dfcacdffb1ce req-6a79f1b1-1569-424d-b64c-c973389ae0f9 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:49.538610 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e9711104-a611-4772-abb8-dfcacdffb1ce req-6a79f1b1-1569-424d-b64c-c973389ae0f9 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:49.556903 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e71694a5-6ee1-4a53-9eea-1a5bbde13060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:49.562754 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e9711104-a611-4772-abb8-dfcacdffb1ce req-6a79f1b1-1569-424d-b64c-c973389ae0f9 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0063288 Aug 25 17:02:49.578171 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e71694a5-6ee1-4a53-9eea-1a5bbde13060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:49.578955 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-e9711104-a611-4772-abb8-dfcacdffb1ce req-d04438a0-5796-480a-bcaf-c68f59e13ceb service neutron] Request body: {'port': {'device_id': '585eef15-7066-4180-b81c-f2dfa7cd096b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:02:49.624484 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e71694a5-6ee1-4a53-9eea-1a5bbde13060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:49.627231 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e71694a5-6ee1-4a53-9eea-1a5bbde13060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:49.628352 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-e71694a5-6ee1-4a53-9eea-1a5bbde13060 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/754c7fb6-0d9e-4855-8fa5-75e75bb0b3ca HTTP/1.1" status: 204 len: 168 time: 0.1206875 Aug 25 17:02:49.638732 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71694a5-6ee1-4a53-9eea-1a5bbde13060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=754c7fb6-0d9e-4855-8fa5-75e75bb0b3ca,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:49.661532 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e9711104-a611-4772-abb8-dfcacdffb1ce req-d04438a0-5796-480a-bcaf-c68f59e13ceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:49.673344 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4052633a-7bc2-4c90-9269-b15d4987a732 req-4a6670ba-92fc-449e-8331-cc10281d9073 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Made reservation on behalf of ce8b30e44d0740b19fb2000423fb78ee for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:02:49.677322 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-4052633a-7bc2-4c90-9269-b15d4987a732 req-4a6670ba-92fc-449e-8331-cc10281d9073 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:49.959002 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-4052633a-7bc2-4c90-9269-b15d4987a732 req-4a6670ba-92fc-449e-8331-cc10281d9073 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Allocated IP 172.20.0.5 (158af8a6-8234-4e44-b5d8-e0491b33a626/157e2cdc-7e5d-4beb-8dac-2b06da21e5f2/6fb11535-3441-4b83-aab6-ca3aa2d69f11) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:02:50.067734 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602e97a-03c3-487a-95b5-809adabfcef3 req-c0c31506-26c1-4fc0-a4e5-57129408ba30 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:50.069794 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5602e97a-03c3-487a-95b5-809adabfcef3 req-c0c31506-26c1-4fc0-a4e5-57129408ba30 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/ports?device_id=585eef15-7066-4180-b81c-f2dfa7cd096b HTTP/1.1" status: 200 len: 931 time: 0.0553977 Aug 25 17:02:50.123651 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5602e97a-03c3-487a-95b5-809adabfcef3 req-466b42ba-4aa5-4fc2-911d-08b0dbab77c8 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ff2fa2b-3d3a-480d-b2c8-4b08fb33b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454848 Aug 25 17:02:50.138884 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [req-e9711104-a611-4772-abb8-dfcacdffb1ce req-d04438a0-5796-480a-bcaf-c68f59e13ceb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5adc6b44-036b-47d3-a371-9470ac6bc4c6 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:02:50.146419 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e9711104-a611-4772-abb8-dfcacdffb1ce req-d04438a0-5796-480a-bcaf-c68f59e13ceb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:50.176978 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-e9711104-a611-4772-abb8-dfcacdffb1ce req-d04438a0-5796-480a-bcaf-c68f59e13ceb service neutron] Transition to ACTIVE for port object 5adc6b44-036b-47d3-a371-9470ac6bc4c6 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:02:50.187405 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e9711104-a611-4772-abb8-dfcacdffb1ce req-d04438a0-5796-480a-bcaf-c68f59e13ceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3732944'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:50.247168 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-4052633a-7bc2-4c90-9269-b15d4987a732 req-4a6670ba-92fc-449e-8331-cc10281d9073 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:50.294853 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04438a0-5796-480a-bcaf-c68f59e13ceb service neutron] Pushing event updated for resources: {'Port': ['ID=5adc6b44-036b-47d3-a371-9470ac6bc4c6,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:50.347760 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 37024) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:02:50.367127 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-e9711104-a611-4772-abb8-dfcacdffb1ce req-d04438a0-5796-480a-bcaf-c68f59e13ceb service neutron] Attempting to bind port 5adc6b44-036b-47d3-a371-9470ac6bc4c6 on host hv-cinder-79124 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:02:50.367469 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-e9711104-a611-4772-abb8-dfcacdffb1ce req-d04438a0-5796-480a-bcaf-c68f59e13ceb service neutron] Attempting to bind port 5adc6b44-036b-47d3-a371-9470ac6bc4c6 by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': 'afe6f7c0-b77b-4548-99ec-fb34a489e3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1458, 'network_id': '244d0188-3706-4e13-b4e5-16a2dd2249d6'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:02:50.367989 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9711104-a611-4772-abb8-dfcacdffb1ce req-d04438a0-5796-480a-bcaf-c68f59e13ceb service neutron] Attempting to bind port 5adc6b44-036b-47d3-a371-9470ac6bc4c6 on network 244d0188-3706-4e13-b4e5-16a2dd2249d6 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:02:50.372720 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-4052633a-7bc2-4c90-9269-b15d4987a732 req-4a6670ba-92fc-449e-8331-cc10281d9073 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743705601783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732937'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:50.374690 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9711104-a611-4772-abb8-dfcacdffb1ce req-d04438a0-5796-480a-bcaf-c68f59e13ceb service neutron] Port 5adc6b44-036b-47d3-a371-9470ac6bc4c6 on network 244d0188-3706-4e13-b4e5-16a2dd2249d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 17:02:50.375059 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9711104-a611-4772-abb8-dfcacdffb1ce req-d04438a0-5796-480a-bcaf-c68f59e13ceb service neutron] Attempting to bind port 5adc6b44-036b-47d3-a371-9470ac6bc4c6 on network 244d0188-3706-4e13-b4e5-16a2dd2249d6 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:02:50.392116 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] get_ports_and_sgs() called for port_ids ['d7388651-35dd-46eb-8a4c-dc28e4d9f3a0', '82126cd2-f661-4cb3-a592-55de03afb0b3'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:02:50.406203 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9711104-a611-4772-abb8-dfcacdffb1ce req-d04438a0-5796-480a-bcaf-c68f59e13ceb service neutron] Checking agent: {'id': '5ac426a1-ab5c-4a46-b982-fffaa6db999e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 59, 15), 'started_at': datetime.datetime(2021, 8, 25, 16, 59, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:02:50.406547 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9711104-a611-4772-abb8-dfcacdffb1ce req-d04438a0-5796-480a-bcaf-c68f59e13ceb service neutron] Checking segment: {'id': 'afe6f7c0-b77b-4548-99ec-fb34a489e3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1458, 'network_id': '244d0188-3706-4e13-b4e5-16a2dd2249d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:02:50.407248 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9711104-a611-4772-abb8-dfcacdffb1ce req-d04438a0-5796-480a-bcaf-c68f59e13ceb service neutron] Bound using segment: {'id': 'afe6f7c0-b77b-4548-99ec-fb34a489e3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1458, 'network_id': '244d0188-3706-4e13-b4e5-16a2dd2249d6'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:02:50.407623 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-e9711104-a611-4772-abb8-dfcacdffb1ce req-d04438a0-5796-480a-bcaf-c68f59e13ceb service neutron] Bound port: 5adc6b44-036b-47d3-a371-9470ac6bc4c6, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afe6f7c0-b77b-4548-99ec-fb34a489e3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1458, 'network_id': '244d0188-3706-4e13-b4e5-16a2dd2249d6'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:02:50.407983 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e9711104-a611-4772-abb8-dfcacdffb1ce req-d04438a0-5796-480a-bcaf-c68f59e13ceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:50.439065 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4052633a-7bc2-4c90-9269-b15d4987a732 req-4a6670ba-92fc-449e-8331-cc10281d9073 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Network 158af8a6-8234-4e44-b5d8-e0491b33a626 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:02:50.464111 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-4052633a-7bc2-4c90-9269-b15d4987a732 req-4a6670ba-92fc-449e-8331-cc10281d9073 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:02:50.470369 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-4052633a-7bc2-4c90-9269-b15d4987a732 req-4a6670ba-92fc-449e-8331-cc10281d9073 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:02:50.518609 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6670ba-92fc-449e-8331-cc10281d9073 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Pushing event updated for resources: {'Port': ['ID=6fb11535-3441-4b83-aab6-ca3aa2d69f11,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:50.522261 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-1d3b8e13-7316-4a8e-8fa0-f542152dbb33 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2088495679-network', 'tenant_id': 'ba5739dee5fb41749a615cb50fc983d9'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:02:50.540371 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5738153-ab21-44dd-9327-6216615b44a3 req-2445fb5e-0e3f-466c-859e-85cfffe5a674 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:50.549611 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b5738153-ab21-44dd-9327-6216615b44a3 req-2445fb5e-0e3f-466c-859e-85cfffe5a674 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=794863af-1cf7-4172-98ee-62423583e07d HTTP/1.1" status: 200 len: 931 time: 0.1003850 Aug 25 17:02:50.562664 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4052633a-7bc2-4c90-9269-b15d4987a732 req-4a6670ba-92fc-449e-8331-cc10281d9073 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:50.564479 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-4052633a-7bc2-4c90-9269-b15d4987a732 req-4a6670ba-92fc-449e-8331-cc10281d9073 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:50.601024 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b5738153-ab21-44dd-9327-6216615b44a3 req-a346c66d-b867-4736-b2f2-1c0fe643d5f3 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422506 Aug 25 17:02:50.601286 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-e9711104-a611-4772-abb8-dfcacdffb1ce req-d04438a0-5796-480a-bcaf-c68f59e13ceb service neutron] For port 5adc6b44-036b-47d3-a371-9470ac6bc4c6, host hv-cinder-79124, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:02:50.602571 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d3b8e13-7316-4a8e-8fa0-f542152dbb33 admin admin] Made reservation on behalf of ba5739dee5fb41749a615cb50fc983d9 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:02:50.605459 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-e9711104-a611-4772-abb8-dfcacdffb1ce req-d04438a0-5796-480a-bcaf-c68f59e13ceb service neutron] For port 5adc6b44-036b-47d3-a371-9470ac6bc4c6, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=5adc6b44-036b-47d3-a371-9470ac6bc4c6,segment=NetworkSegment(afe6f7c0-b77b-4548-99ec-fb34a489e3ce),segment_id=afe6f7c0-b77b-4548-99ec-fb34a489e3ce)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:02:50.605985 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1d3b8e13-7316-4a8e-8fa0-f542152dbb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:50.609895 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4052633a-7bc2-4c90-9269-b15d4987a732 req-4a6670ba-92fc-449e-8331-cc10281d9073 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1448228 Aug 25 17:02:50.612781 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e9711104-a611-4772-abb8-dfcacdffb1ce req-d04438a0-5796-480a-bcaf-c68f59e13ceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3732944'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:50.622216 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1d3b8e13-7316-4a8e-8fa0-f542152dbb33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:50.685894 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-4052633a-7bc2-4c90-9269-b15d4987a732 req-2fb74532-82b3-49bd-a752-50488336f36b service neutron] Request body: {'port': {'device_id': '794863af-1cf7-4172-98ee-62423583e07d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:02:50.701430 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04438a0-5796-480a-bcaf-c68f59e13ceb service neutron] Pushing event updated for resources: {'Port': ['ID=5adc6b44-036b-47d3-a371-9470ac6bc4c6,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:50.708498 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9711104-a611-4772-abb8-dfcacdffb1ce req-d04438a0-5796-480a-bcaf-c68f59e13ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:50.709276 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e9711104-a611-4772-abb8-dfcacdffb1ce req-d04438a0-5796-480a-bcaf-c68f59e13ceb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:50.710729 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e9711104-a611-4772-abb8-dfcacdffb1ce req-d04438a0-5796-480a-bcaf-c68f59e13ceb service neutron] 10.222.0.16 "PUT /v2.0/ports/5adc6b44-036b-47d3-a371-9470ac6bc4c6 HTTP/1.1" status: 200 len: 1093 time: 1.1387715 Aug 25 17:02:50.711200 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '585eef15-7066-4180-b81c-f2dfa7cd096b', 'tag': '5adc6b44-036b-47d3-a371-9470ac6bc4c6'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:02:50.713569 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30294bf1a97406c8a8235025fddf2f3c25b52a26b11c10f571ea972848b08700" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c531b70-4f4a-48b0-83d5-6b7efda1b4c3" -d '{"events": [{"name": "network-changed", "server_uuid": "585eef15-7066-4180-b81c-f2dfa7cd096b", "tag": "5adc6b44-036b-47d3-a371-9470ac6bc4c6"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:02:50.736119 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1d3b8e13-7316-4a8e-8fa0-f542152dbb33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:50.742102 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1d3b8e13-7316-4a8e-8fa0-f542152dbb33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:50.783607 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d3b8e13-7316-4a8e-8fa0-f542152dbb33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1492} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 17:02:50.794435 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532a5644-537a-4aad-8845-efd4b47e470f x-openstack-request-id: req-532a5644-537a-4aad-8845-efd4b47e470f {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:02:50.794648 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "585eef15-7066-4180-b81c-f2dfa7cd096b", "tag": "5adc6b44-036b-47d3-a371-9470ac6bc4c6", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:02:50.794850 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-532a5644-537a-4aad-8845-efd4b47e470f {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:02:50.795525 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '585eef15-7066-4180-b81c-f2dfa7cd096b', 'tag': '5adc6b44-036b-47d3-a371-9470ac6bc4c6', 'status': 'completed', 'code': 200} Aug 25 17:02:50.805317 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1d3b8e13-7316-4a8e-8fa0-f542152dbb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16206884'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:50.805664 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.db.segments_db [None req-1d3b8e13-7316-4a8e-8fa0-f542152dbb33 admin admin] Added segment 5869c28b-1ae8-41c8-939f-b652bb6315aa of type vlan for network babef823-13d0-4c9c-ac11-3e08eee348af Aug 25 17:02:50.821115 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-4052633a-7bc2-4c90-9269-b15d4987a732 req-2fb74532-82b3-49bd-a752-50488336f36b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:50.851577 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3b8e13-7316-4a8e-8fa0-f542152dbb33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5c5020-d819-4ec4-a1e6-5666f80dc12f,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:50.862562 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1d3b8e13-7316-4a8e-8fa0-f542152dbb33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743705589342'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:50.874872 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9711104-a611-4772-abb8-dfcacdffb1ce req-15e5450b-92e3-4ddb-ab98-5e23d1e6303c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:50.877327 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e9711104-a611-4772-abb8-dfcacdffb1ce req-15e5450b-92e3-4ddb-ab98-5e23d1e6303c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=624895c29e8d457e9430801427544bc4&device_id=585eef15-7066-4180-b81c-f2dfa7cd096b HTTP/1.1" status: 200 len: 1096 time: 0.1174068 Aug 25 17:02:50.900309 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1d3b8e13-7316-4a8e-8fa0-f542152dbb33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:50.901432 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3b8e13-7316-4a8e-8fa0-f542152dbb33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:50.902096 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1d3b8e13-7316-4a8e-8fa0-f542152dbb33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16218488'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:50.923950 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-1d3b8e13-7316-4a8e-8fa0-f542152dbb33 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5717711 Aug 25 17:02:50.933289 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 37046) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:02:50.938115 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-717c9eb1-c817-4a78-8a41-06dd05485783 admin admin] Request body: {'subnet': {'network_id': 'babef823-13d0-4c9c-ac11-3e08eee348af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2088495679-subnet', 'tenant_id': 'ba5739dee5fb41749a615cb50fc983d9', 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:02:51.012875 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e9711104-a611-4772-abb8-dfcacdffb1ce req-f72dc189-05c8-4a9a-b425-3efa45741646 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5adc6b44-036b-47d3-a371-9470ac6bc4c6 HTTP/1.1" status: 200 len: 217 time: 0.1025674 Aug 25 17:02:51.017417 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3b8e13-7316-4a8e-8fa0-f542152dbb33 admin admin] Pushing event updated for resources: {'Network': ['ID=babef823-13d0-4c9c-ac11-3e08eee348af,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:51.022157 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717c9eb1-c817-4a78-8a41-06dd05485783 admin admin] Made reservation on behalf of ba5739dee5fb41749a615cb50fc983d9 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:02:51.024393 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-717c9eb1-c817-4a78-8a41-06dd05485783 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25269458'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:51.032286 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Network babef823-13d0-4c9c-ac11-3e08eee348af details requested by agent ovs-agent-dv-cinder-791240-5-iscsi with host dv-cinder-791240-5-iscsi {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 17:02:51.080867 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04b385-1df8-4f78-8b39-dcb5ee20bc54 req-c7bb0ba5-a43d-42b8-99d4-10ed4d7cf535 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:51.083143 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ee04b385-1df8-4f78-8b39-dcb5ee20bc54 req-c7bb0ba5-a43d-42b8-99d4-10ed4d7cf535 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 946 time: 0.1499710 Aug 25 17:02:51.137839 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775f638-864a-41d0-93b8-84af6396e7ad req-8af44f86-d3e3-409f-bd3d-3970bbef9062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:51.139354 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d775f638-864a-41d0-93b8-84af6396e7ad req-8af44f86-d3e3-409f-bd3d-3970bbef9062 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2aac5ed5850d4b2fb26a922006b2e50f&device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 1099 time: 0.1759894 Aug 25 17:02:51.148025 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9711104-a611-4772-abb8-dfcacdffb1ce req-f1c1e480-a13d-47db-b6fb-cc56c01a53a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:51.148221 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ee04b385-1df8-4f78-8b39-dcb5ee20bc54 req-a50d74dc-37d5-4bf9-b1c4-8c3cb2f3941b tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486155 Aug 25 17:02:51.149453 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e9711104-a611-4772-abb8-dfcacdffb1ce req-f1c1e480-a13d-47db-b6fb-cc56c01a53a3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e989f4e9-5f2b-41ca-9069-c9a0e334bf3f HTTP/1.1" status: 200 len: 854 time: 0.1107078 Aug 25 17:02:51.290000 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-717c9eb1-c817-4a78-8a41-06dd05485783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3626352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25269408'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:51.294946 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e9711104-a611-4772-abb8-dfcacdffb1ce req-ee6f0115-cc8d-4e4f-98f2-4dd5775b0c76 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=244d0188-3706-4e13-b4e5-16a2dd2249d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1287088 Aug 25 17:02:51.334128 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132621b1-e282-4567-9c8a-bb681a121bd1 req-c9121d92-7ee0-4dad-969a-d288969ba5ae tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:51.335724 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-132621b1-e282-4567-9c8a-bb681a121bd1 req-c9121d92-7ee0-4dad-969a-d288969ba5ae tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/ports?device_id=585eef15-7066-4180-b81c-f2dfa7cd096b HTTP/1.1" status: 200 len: 943 time: 0.0987229 Aug 25 17:02:51.370167 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717c9eb1-c817-4a78-8a41-06dd05485783 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfe00ef0-b79f-4f8a-b5ba-574e5c012373,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:51.390467 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717c9eb1-c817-4a78-8a41-06dd05485783 admin admin] Checking segment: {'id': '5869c28b-1ae8-41c8-939f-b652bb6315aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1492, 'network_id': 'babef823-13d0-4c9c-ac11-3e08eee348af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:02:51.390825 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717c9eb1-c817-4a78-8a41-06dd05485783 admin admin] Network hostable DHCP agents. Network: babef823-13d0-4c9c-ac11-3e08eee348af, hostable agents: ['39bdbfd6-9eef-4d2c-92d7-b2e1f06a8fe0'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 17:02:51.409231 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-132621b1-e282-4567-9c8a-bb681a121bd1 req-67e4e906-dba7-440f-b504-c4c6ddb0efa6 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ff2fa2b-3d3a-480d-b2c8-4b08fb33b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548630 Aug 25 17:02:51.419577 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717c9eb1-c817-4a78-8a41-06dd05485783 admin admin] Network babef823-13d0-4c9c-ac11-3e08eee348af is scheduled to be hosted by DHCP agent 39bdbfd6-9eef-4d2c-92d7-b2e1f06a8fe0 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 17:02:51.430035 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-717c9eb1-c817-4a78-8a41-06dd05485783 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-5-iscsi, babef823-13d0-4c9c-ac11-3e08eee348af) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:02:51.447136 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717c9eb1-c817-4a78-8a41-06dd05485783 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:51.447746 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-717c9eb1-c817-4a78-8a41-06dd05485783 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16218488'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:51.451452 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05dd03b8-32c4-4087-b849-0f4a081d4425 None None] Network babef823-13d0-4c9c-ac11-3e08eee348af requested from dv-cinder-791240-5-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:02:51.461201 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [req-4052633a-7bc2-4c90-9269-b15d4987a732 req-2fb74532-82b3-49bd-a752-50488336f36b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fb11535-3441-4b83-aab6-ca3aa2d69f11 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:02:51.466870 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-717c9eb1-c817-4a78-8a41-06dd05485783 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5324817 Aug 25 17:02:51.469391 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 37052) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:02:51.474254 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-4052633a-7bc2-4c90-9269-b15d4987a732 req-2fb74532-82b3-49bd-a752-50488336f36b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:51.475195 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-53b0321f-de45-4aa1-a9cd-f441b04aa426 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2088495679-router', 'tenant_id': 'ba5739dee5fb41749a615cb50fc983d9', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:02:51.477439 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775f638-864a-41d0-93b8-84af6396e7ad req-00a237ec-201f-443d-9e67-c3ec6e03e2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:51.479299 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d775f638-864a-41d0-93b8-84af6396e7ad req-00a237ec-201f-443d-9e67-c3ec6e03e2af service neutron] 10.222.0.16 "GET /v2.0/networks?id=6fe3cea9-951c-45c5-bb39-2832b07e1827 HTTP/1.1" status: 200 len: 921 time: 0.3210676 Aug 25 17:02:51.502203 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-53b0321f-de45-4aa1-a9cd-f441b04aa426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36909'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:51.503652 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-53b0321f-de45-4aa1-a9cd-f441b04aa426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-613604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-671558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36916'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:51.534626 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d775f638-864a-41d0-93b8-84af6396e7ad req-c2e7d4b6-d8f5-4c57-ad3a-bd68b0bc3819 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c0764c1-cbfb-4263-af88-7790174b6924 HTTP/1.1" status: 200 len: 217 time: 0.0450137 Aug 25 17:02:51.536702 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e9711104-a611-4772-abb8-dfcacdffb1ce req-e88bd481-65c1-4257-bd57-f56a26b3784e service neutron] 10.222.0.16 "GET /v2.0/networks/244d0188-3706-4e13-b4e5-16a2dd2249d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253277 Aug 25 17:02:51.537867 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-4052633a-7bc2-4c90-9269-b15d4987a732 req-2fb74532-82b3-49bd-a752-50488336f36b service neutron] Transition to ACTIVE for port object 6fb11535-3441-4b83-aab6-ca3aa2d69f11 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:02:51.542074 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-4052633a-7bc2-4c90-9269-b15d4987a732 req-2fb74532-82b3-49bd-a752-50488336f36b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3732944'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:51.568435 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-53b0321f-de45-4aa1-a9cd-f441b04aa426 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:51.633887 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb297ebe-fad4-45fa-8e1e-ebef44d226f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp794e47e6-b8ad-5c0b-879a-efa4fa32050a-babef823-13d0-4c9c-ac11-3e08eee348af', 'network_id': 'babef823-13d0-4c9c-ac11-3e08eee348af', 'tenant_id': 'ba5739dee5fb41749a615cb50fc983d9', 'fixed_ips': [{'subnet_id': 'bfe00ef0-b79f-4f8a-b5ba-574e5c012373'}]}} from dv-cinder-791240-5-iscsi. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 17:02:51.635038 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eb297ebe-fad4-45fa-8e1e-ebef44d226f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:51.684039 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb74532-82b3-49bd-a752-50488336f36b service neutron] Pushing event updated for resources: {'Port': ['ID=6fb11535-3441-4b83-aab6-ca3aa2d69f11,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:51.711611 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775f638-864a-41d0-93b8-84af6396e7ad req-3a5abcfe-6e23-4279-b926-59da67310609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:51.713082 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d775f638-864a-41d0-93b8-84af6396e7ad req-3a5abcfe-6e23-4279-b926-59da67310609 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b3f3aec-b759-4569-a5a7-053f9cfaf242 HTTP/1.1" status: 200 len: 859 time: 0.1424758 Aug 25 17:02:51.766881 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-53b0321f-de45-4aa1-a9cd-f441b04aa426 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:51.781134 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d775f638-864a-41d0-93b8-84af6396e7ad req-35e17274-b930-4898-8667-1e12ed803c2f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6fe3cea9-951c-45c5-bb39-2832b07e1827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495718 Aug 25 17:02:51.808909 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505f9366-2619-467c-ac52-3fecbcfabfff req-8082660c-5699-47e6-8437-227fc0711d84 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:51.810339 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-505f9366-2619-467c-ac52-3fecbcfabfff req-8082660c-5699-47e6-8437-227fc0711d84 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=794863af-1cf7-4172-98ee-62423583e07d HTTP/1.1" status: 200 len: 943 time: 0.1027467 Aug 25 17:02:51.815138 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-eb297ebe-fad4-45fa-8e1e-ebef44d226f5 None None] Allocated IP 172.20.0.2 (babef823-13d0-4c9c-ac11-3e08eee348af/bfe00ef0-b79f-4f8a-b5ba-574e5c012373/ee043baa-861d-4405-93ff-37e0d8ad36c4) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:02:51.845441 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e9711104-a611-4772-abb8-dfcacdffb1ce req-b794f666-09b4-402d-9d64-2027548b650e service neutron] 10.222.0.16 "GET /v2.0/networks/244d0188-3706-4e13-b4e5-16a2dd2249d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783957 Aug 25 17:02:51.893886 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-4052633a-7bc2-4c90-9269-b15d4987a732 req-2fb74532-82b3-49bd-a752-50488336f36b service neutron] Attempting to bind port 6fb11535-3441-4b83-aab6-ca3aa2d69f11 on host hv-cinder-79124 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:02:51.895634 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-4052633a-7bc2-4c90-9269-b15d4987a732 req-2fb74532-82b3-49bd-a752-50488336f36b service neutron] Attempting to bind port 6fb11535-3441-4b83-aab6-ca3aa2d69f11 by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': '464881d0-366d-4203-be8e-e80b8f8623d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1463, 'network_id': '158af8a6-8234-4e44-b5d8-e0491b33a626'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:02:51.897505 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4052633a-7bc2-4c90-9269-b15d4987a732 req-2fb74532-82b3-49bd-a752-50488336f36b service neutron] Attempting to bind port 6fb11535-3441-4b83-aab6-ca3aa2d69f11 on network 158af8a6-8234-4e44-b5d8-e0491b33a626 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:02:51.908783 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4052633a-7bc2-4c90-9269-b15d4987a732 req-2fb74532-82b3-49bd-a752-50488336f36b service neutron] Port 6fb11535-3441-4b83-aab6-ca3aa2d69f11 on network 158af8a6-8234-4e44-b5d8-e0491b33a626 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 17:02:51.909111 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4052633a-7bc2-4c90-9269-b15d4987a732 req-2fb74532-82b3-49bd-a752-50488336f36b service neutron] Attempting to bind port 6fb11535-3441-4b83-aab6-ca3aa2d69f11 on network 158af8a6-8234-4e44-b5d8-e0491b33a626 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:02:51.910431 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-505f9366-2619-467c-ac52-3fecbcfabfff req-e16619be-1a4a-4798-93bf-97ee5d59cd74 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742106 Aug 25 17:02:51.948841 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4052633a-7bc2-4c90-9269-b15d4987a732 req-2fb74532-82b3-49bd-a752-50488336f36b service neutron] Checking agent: {'id': '5ac426a1-ab5c-4a46-b982-fffaa6db999e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 59, 15), 'started_at': datetime.datetime(2021, 8, 25, 16, 59, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:02:51.949190 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4052633a-7bc2-4c90-9269-b15d4987a732 req-2fb74532-82b3-49bd-a752-50488336f36b service neutron] Checking segment: {'id': '464881d0-366d-4203-be8e-e80b8f8623d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1463, 'network_id': '158af8a6-8234-4e44-b5d8-e0491b33a626'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:02:51.949564 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4052633a-7bc2-4c90-9269-b15d4987a732 req-2fb74532-82b3-49bd-a752-50488336f36b service neutron] Bound using segment: {'id': '464881d0-366d-4203-be8e-e80b8f8623d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1463, 'network_id': '158af8a6-8234-4e44-b5d8-e0491b33a626'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:02:51.950028 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-4052633a-7bc2-4c90-9269-b15d4987a732 req-2fb74532-82b3-49bd-a752-50488336f36b service neutron] Bound port: 6fb11535-3441-4b83-aab6-ca3aa2d69f11, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '464881d0-366d-4203-be8e-e80b8f8623d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1463, 'network_id': '158af8a6-8234-4e44-b5d8-e0491b33a626'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:02:51.950388 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-4052633a-7bc2-4c90-9269-b15d4987a732 req-2fb74532-82b3-49bd-a752-50488336f36b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:51.962050 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d775f638-864a-41d0-93b8-84af6396e7ad req-9739ce99-92f2-4f10-85b2-00c43dc119f5 service neutron] 10.222.0.16 "GET /v2.0/networks/6fe3cea9-951c-45c5-bb39-2832b07e1827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667552 Aug 25 17:02:51.999427 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eb297ebe-fad4-45fa-8e1e-ebef44d226f5 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:52.011750 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-eb297ebe-fad4-45fa-8e1e-ebef44d226f5 None None] Transition to ACTIVE for port object ee043baa-861d-4405-93ff-37e0d8ad36c4 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:02:52.034016 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-eb297ebe-fad4-45fa-8e1e-ebef44d226f5 None None] Transition to ACTIVE for port object ee043baa-861d-4405-93ff-37e0d8ad36c4 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:02:52.038422 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c531b70-4f4a-48b0-83d5-6b7efda1b4c3 req-bf4cacca-be74-4529-851e-70ac5b7d57ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:52.040065 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9c531b70-4f4a-48b0-83d5-6b7efda1b4c3 req-bf4cacca-be74-4529-851e-70ac5b7d57ec service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=624895c29e8d457e9430801427544bc4&device_id=585eef15-7066-4180-b81c-f2dfa7cd096b HTTP/1.1" status: 200 len: 1096 time: 0.1285753 Aug 25 17:02:52.043395 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eb297ebe-fad4-45fa-8e1e-ebef44d226f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743705601783'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:52.065147 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-53b0321f-de45-4aa1-a9cd-f441b04aa426 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:52.094936 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-53b0321f-de45-4aa1-a9cd-f441b04aa426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:52.098621 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb297ebe-fad4-45fa-8e1e-ebef44d226f5 None None] Network babef823-13d0-4c9c-ac11-3e08eee348af is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:02:52.102162 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-eb297ebe-fad4-45fa-8e1e-ebef44d226f5 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:02:52.105411 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb297ebe-fad4-45fa-8e1e-ebef44d226f5 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:02:52.117056 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb297ebe-fad4-45fa-8e1e-ebef44d226f5 None None] Pushing event updated for resources: {'Port': ['ID=ee043baa-861d-4405-93ff-37e0d8ad36c4,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:52.176671 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-eb297ebe-fad4-45fa-8e1e-ebef44d226f5 None None] Attempting to bind port ee043baa-861d-4405-93ff-37e0d8ad36c4 on host dv-cinder-791240-5-iscsi for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:02:52.177198 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-eb297ebe-fad4-45fa-8e1e-ebef44d226f5 None None] Attempting to bind port ee043baa-861d-4405-93ff-37e0d8ad36c4 by drivers openvswitch,hyperv on host dv-cinder-791240-5-iscsi at level 0 using segments [{'id': '5869c28b-1ae8-41c8-939f-b652bb6315aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1492, 'network_id': 'babef823-13d0-4c9c-ac11-3e08eee348af'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:02:52.177568 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb297ebe-fad4-45fa-8e1e-ebef44d226f5 None None] Attempting to bind port ee043baa-861d-4405-93ff-37e0d8ad36c4 on network babef823-13d0-4c9c-ac11-3e08eee348af {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:02:52.184389 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb297ebe-fad4-45fa-8e1e-ebef44d226f5 None None] Checking agent: {'id': '228fda10-d8da-45cc-9fcd-c0d1ec5752d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 53, 16), 'started_at': datetime.datetime(2021, 8, 25, 16, 53, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:02:52.184770 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb297ebe-fad4-45fa-8e1e-ebef44d226f5 None None] Checking segment: {'id': '5869c28b-1ae8-41c8-939f-b652bb6315aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1492, 'network_id': 'babef823-13d0-4c9c-ac11-3e08eee348af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:02:52.185164 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eb297ebe-fad4-45fa-8e1e-ebef44d226f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:52.185571 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb297ebe-fad4-45fa-8e1e-ebef44d226f5 None None] Bound using segment: {'id': '5869c28b-1ae8-41c8-939f-b652bb6315aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1492, 'network_id': 'babef823-13d0-4c9c-ac11-3e08eee348af'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:02:52.186086 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-eb297ebe-fad4-45fa-8e1e-ebef44d226f5 None None] Bound port: ee043baa-861d-4405-93ff-37e0d8ad36c4, host: dv-cinder-791240-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5869c28b-1ae8-41c8-939f-b652bb6315aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1492, 'network_id': 'babef823-13d0-4c9c-ac11-3e08eee348af'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:02:52.186473 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eb297ebe-fad4-45fa-8e1e-ebef44d226f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:52.250279 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-53b0321f-de45-4aa1-a9cd-f441b04aa426 admin admin] Allocated IP 172.27.2.207 (914f4934-f5ad-4127-8ba1-186f4f0b2c29/116950f5-36d3-4fc2-ae19-feb6e35b150a/ad7c7f20-613e-470e-a73e-3d5fae39d3f1) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:02:52.295262 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-eb297ebe-fad4-45fa-8e1e-ebef44d226f5 None None] For port ee043baa-861d-4405-93ff-37e0d8ad36c4, host dv-cinder-791240-5-iscsi, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:02:52.299454 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-eb297ebe-fad4-45fa-8e1e-ebef44d226f5 None None] For port ee043baa-861d-4405-93ff-37e0d8ad36c4, host dv-cinder-791240-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=ee043baa-861d-4405-93ff-37e0d8ad36c4,segment=NetworkSegment(5869c28b-1ae8-41c8-939f-b652bb6315aa),segment_id=5869c28b-1ae8-41c8-939f-b652bb6315aa)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:02:52.309482 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eb297ebe-fad4-45fa-8e1e-ebef44d226f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:52.346302 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 37070) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:02:52.377997 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb297ebe-fad4-45fa-8e1e-ebef44d226f5 None None] Pushing event updated for resources: {'Port': ['ID=ee043baa-861d-4405-93ff-37e0d8ad36c4,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:52.450727 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-4052633a-7bc2-4c90-9269-b15d4987a732 req-2fb74532-82b3-49bd-a752-50488336f36b service neutron] For port 6fb11535-3441-4b83-aab6-ca3aa2d69f11, host hv-cinder-79124, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:02:52.455716 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-4052633a-7bc2-4c90-9269-b15d4987a732 req-2fb74532-82b3-49bd-a752-50488336f36b service neutron] For port 6fb11535-3441-4b83-aab6-ca3aa2d69f11, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=6fb11535-3441-4b83-aab6-ca3aa2d69f11,segment=NetworkSegment(464881d0-366d-4203-be8e-e80b8f8623d9),segment_id=464881d0-366d-4203-be8e-e80b8f8623d9)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:02:52.464356 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-53b0321f-de45-4aa1-a9cd-f441b04aa426 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:52.482092 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-4052633a-7bc2-4c90-9269-b15d4987a732 req-2fb74532-82b3-49bd-a752-50488336f36b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3732944'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:52.506491 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871bbc87-1eb5-457c-9664-c7556e38a467 req-37a611f7-ebe6-4c97-a0e8-978a2eefd8f3 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:52.508204 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-871bbc87-1eb5-457c-9664-c7556e38a467 req-37a611f7-ebe6-4c97-a0e8-978a2eefd8f3 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 946 time: 0.1033854 Aug 25 17:02:52.574250 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4052633a-7bc2-4c90-9269-b15d4987a732 req-2fb74532-82b3-49bd-a752-50488336f36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:52.574784 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-4052633a-7bc2-4c90-9269-b15d4987a732 req-2fb74532-82b3-49bd-a752-50488336f36b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:52.576217 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4052633a-7bc2-4c90-9269-b15d4987a732 req-2fb74532-82b3-49bd-a752-50488336f36b service neutron] 10.222.0.16 "PUT /v2.0/ports/6fb11535-3441-4b83-aab6-ca3aa2d69f11 HTTP/1.1" status: 200 len: 1093 time: 1.9527142 Aug 25 17:02:52.579120 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c531b70-4f4a-48b0-83d5-6b7efda1b4c3 req-620a29ec-8917-450a-a141-7084e9a777c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:52.589127 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9c531b70-4f4a-48b0-83d5-6b7efda1b4c3 req-620a29ec-8917-450a-a141-7084e9a777c9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=244d0188-3706-4e13-b4e5-16a2dd2249d6 HTTP/1.1" status: 200 len: 916 time: 0.2435827 Aug 25 17:02:52.590410 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-53b0321f-de45-4aa1-a9cd-f441b04aa426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743705601783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3625696'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:52.598993 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ded69980-ae1e-45af-88e8-5d77213353f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:52.604853 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-871bbc87-1eb5-457c-9664-c7556e38a467 req-00c3d83d-6763-4a7f-8096-e8f643917871 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895379 Aug 25 17:02:52.613049 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d775f638-864a-41d0-93b8-84af6396e7ad req-704cfac2-e9fe-4d81-a8cc-eaed90cf5ce4 service neutron] 10.222.0.16 "GET /v2.0/networks/6fe3cea9-951c-45c5-bb39-2832b07e1827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6392982 Aug 25 17:02:52.662641 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e82b5-edae-4984-b1ac-9a4e378f6b4c req-298dd341-d120-405d-8996-38c1bc45dbfd tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:52.664560 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ec4e82b5-edae-4984-b1ac-9a4e378f6b4c req-298dd341-d120-405d-8996-38c1bc45dbfd tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/ports?device_id=585eef15-7066-4180-b81c-f2dfa7cd096b HTTP/1.1" status: 200 len: 943 time: 0.1392276 Aug 25 17:02:52.674745 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b0321f-de45-4aa1-a9cd-f441b04aa426 admin admin] Network 914f4934-f5ad-4127-8ba1-186f4f0b2c29 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:02:52.678182 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-53b0321f-de45-4aa1-a9cd-f441b04aa426 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:02:52.682809 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b0321f-de45-4aa1-a9cd-f441b04aa426 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:02:52.697738 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb74532-82b3-49bd-a752-50488336f36b service neutron] Pushing event updated for resources: {'Port': ['ID=6fb11535-3441-4b83-aab6-ca3aa2d69f11,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:52.715781 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b0321f-de45-4aa1-a9cd-f441b04aa426 admin admin] Pushing event updated for resources: {'Port': ['ID=ad7c7f20-613e-470e-a73e-3d5fae39d3f1,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:52.761629 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ec4e82b5-edae-4984-b1ac-9a4e378f6b4c req-1dec55a5-84c3-4e6c-a2d6-d6a73ee6e1de tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ff2fa2b-3d3a-480d-b2c8-4b08fb33b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763688 Aug 25 17:02:52.843121 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '794863af-1cf7-4172-98ee-62423583e07d', 'tag': '6fb11535-3441-4b83-aab6-ca3aa2d69f11'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:02:52.845387 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30294bf1a97406c8a8235025fddf2f3c25b52a26b11c10f571ea972848b08700" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e66dad-078b-4b99-889b-60db80f3149b" -d '{"events": [{"name": "network-changed", "server_uuid": "794863af-1cf7-4172-98ee-62423583e07d", "tag": "6fb11535-3441-4b83-aab6-ca3aa2d69f11"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:02:52.875554 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9c531b70-4f4a-48b0-83d5-6b7efda1b4c3 req-dfca9b26-1080-4d19-a1a6-237435f82ec6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5adc6b44-036b-47d3-a371-9470ac6bc4c6 HTTP/1.1" status: 200 len: 217 time: 0.2677667 Aug 25 17:02:52.898295 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device ee043baa-861d-4405-93ff-37e0d8ad36c4 up at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:02:52.928894 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef822c0c-d71f-4b3e-a1e7-3037b9f5ddf1 x-openstack-request-id: req-ef822c0c-d71f-4b3e-a1e7-3037b9f5ddf1 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:02:52.929267 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "794863af-1cf7-4172-98ee-62423583e07d", "tag": "6fb11535-3441-4b83-aab6-ca3aa2d69f11", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:02:52.929529 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ef822c0c-d71f-4b3e-a1e7-3037b9f5ddf1 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:02:52.929818 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '794863af-1cf7-4172-98ee-62423583e07d', 'tag': '6fb11535-3441-4b83-aab6-ca3aa2d69f11', 'status': 'completed', 'code': 200} Aug 25 17:02:52.953754 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4052633a-7bc2-4c90-9269-b15d4987a732 req-f207ac6d-77c0-4e1b-8b1c-e7e8bd51c4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:52.955247 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4052633a-7bc2-4c90-9269-b15d4987a732 req-f207ac6d-77c0-4e1b-8b1c-e7e8bd51c4a9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ce8b30e44d0740b19fb2000423fb78ee&device_id=794863af-1cf7-4172-98ee-62423583e07d HTTP/1.1" status: 200 len: 1096 time: 0.2967110 Aug 25 17:02:52.974064 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c531b70-4f4a-48b0-83d5-6b7efda1b4c3 req-13455f00-7752-4006-b586-88d30a8691bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:52.975476 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9c531b70-4f4a-48b0-83d5-6b7efda1b4c3 req-13455f00-7752-4006-b586-88d30a8691bc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e989f4e9-5f2b-41ca-9069-c9a0e334bf3f HTTP/1.1" status: 200 len: 854 time: 0.0910194 Aug 25 17:02:52.986038 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning for port ee043baa-861d-4405-93ff-37e0d8ad36c4 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:02:53.024554 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4052633a-7bc2-4c90-9269-b15d4987a732 req-9cf036de-24a9-4efa-9536-cfd4831a80f4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6fb11535-3441-4b83-aab6-ca3aa2d69f11 HTTP/1.1" status: 200 len: 217 time: 0.0607159 Aug 25 17:02:53.038069 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-53b0321f-de45-4aa1-a9cd-f441b04aa426 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:53.054198 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9c531b70-4f4a-48b0-83d5-6b7efda1b4c3 req-01bfd7b2-706d-445e-ae9f-8df3cee4a27b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=244d0188-3706-4e13-b4e5-16a2dd2249d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410073 Aug 25 17:02:53.110244 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ded69980-ae1e-45af-88e8-5d77213353f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:53.140444 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ded69980-ae1e-45af-88e8-5d77213353f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:53.140822 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a630d8-ff09-4452-b740-c33c8e4a2e56 req-625f998d-f3c1-4235-bbf1-d176e95950af tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:53.142352 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-59a630d8-ff09-4452-b740-c33c8e4a2e56 req-625f998d-f3c1-4235-bbf1-d176e95950af tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=794863af-1cf7-4172-98ee-62423583e07d HTTP/1.1" status: 200 len: 943 time: 0.1183987 Aug 25 17:02:53.188276 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4052633a-7bc2-4c90-9269-b15d4987a732 req-5f8ec1e9-9adf-4a0e-92ed-f11962d4726e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:53.189864 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4052633a-7bc2-4c90-9269-b15d4987a732 req-5f8ec1e9-9adf-4a0e-92ed-f11962d4726e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=157e2cdc-7e5d-4beb-8dac-2b06da21e5f2 HTTP/1.1" status: 200 len: 855 time: 0.1382275 Aug 25 17:02:53.210675 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-ded69980-ae1e-45af-88e8-5d77213353f9 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=55d5ea95aae8404b9aad5073ef8b3485&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8631539 Aug 25 17:02:53.219321 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 37088) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:02:53.223521 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded69980-ae1e-45af-88e8-5d77213353f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf0dde6-4dbe-493f-9eb2-04c05c4188b7,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:53.232624 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-59a630d8-ff09-4452-b740-c33c8e4a2e56 req-c2f65d55-e97b-46a3-ae3f-4f43cc00a6b6 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808046 Aug 25 17:02:53.244715 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4052633a-7bc2-4c90-9269-b15d4987a732 req-271b57f8-5bd5-4cef-a99b-7e1d0b0d4164 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=158af8a6-8234-4e44-b5d8-e0491b33a626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431662 Aug 25 17:02:53.276504 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9c531b70-4f4a-48b0-83d5-6b7efda1b4c3 req-187b6099-9ec6-4da3-b0bc-45a425105845 service neutron] 10.222.0.16 "GET /v2.0/networks/244d0188-3706-4e13-b4e5-16a2dd2249d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888306 Aug 25 17:02:53.423403 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4052633a-7bc2-4c90-9269-b15d4987a732 req-8f38330b-d437-45d3-b9f3-664633d3dd13 service neutron] 10.222.0.16 "GET /v2.0/networks/158af8a6-8234-4e44-b5d8-e0491b33a626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695480 Aug 25 17:02:53.454877 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9c531b70-4f4a-48b0-83d5-6b7efda1b4c3 req-d8979a05-dec2-4ead-ac25-2d9347820066 service neutron] 10.222.0.16 "GET /v2.0/networks/244d0188-3706-4e13-b4e5-16a2dd2249d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486838 Aug 25 17:02:53.527791 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d5c912e8-0ddf-48e7-90e2-ccc8cc18d52d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:53.533884 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-53b0321f-de45-4aa1-a9cd-f441b04aa426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-612021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613947'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:53.538310 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4052633a-7bc2-4c90-9269-b15d4987a732 req-ffc078af-6fed-4a11-80e8-1faffb8ac8fc service neutron] 10.222.0.16 "GET /v2.0/networks/158af8a6-8234-4e44-b5d8-e0491b33a626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051745 Aug 25 17:02:53.586708 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d5c912e8-0ddf-48e7-90e2-ccc8cc18d52d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:53.607868 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23772a13-ff12-4e1e-b15d-3e6c61d5c92f None None] Network babef823-13d0-4c9c-ac11-3e08eee348af requested from dv-cinder-791240-5-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:02:53.641275 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e66dad-078b-4b99-889b-60db80f3149b req-40705bdd-0233-4f03-b663-a5c6b7831fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:53.642928 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-73e66dad-078b-4b99-889b-60db80f3149b req-40705bdd-0233-4f03-b663-a5c6b7831fd8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ce8b30e44d0740b19fb2000423fb78ee&device_id=794863af-1cf7-4172-98ee-62423583e07d HTTP/1.1" status: 200 len: 1096 time: 0.0429232 Aug 25 17:02:53.697461 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d5c912e8-0ddf-48e7-90e2-ccc8cc18d52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:53.702316 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d5c912e8-0ddf-48e7-90e2-ccc8cc18d52d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:53.703507 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-d5c912e8-0ddf-48e7-90e2-ccc8cc18d52d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5bf0dde6-4dbe-493f-9eb2-04c05c4188b7 HTTP/1.1" status: 204 len: 168 time: 0.4832301 Aug 25 17:02:53.719151 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c912e8-0ddf-48e7-90e2-ccc8cc18d52d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf0dde6-4dbe-493f-9eb2-04c05c4188b7,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:53.755240 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53b0321f-de45-4aa1-a9cd-f441b04aa426 admin admin] Router 04b77e9b-3ed7-48f6-b59b-3883882c6b63 is scheduled to L3 agent d32565c1-f1a3-4226-8f5a-e505deb187a1 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 17:02:53.792992 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e66dad-078b-4b99-889b-60db80f3149b req-824fb157-b809-486d-b072-1a1a8593c12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:53.794852 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-73e66dad-078b-4b99-889b-60db80f3149b req-824fb157-b809-486d-b072-1a1a8593c12e service neutron] 10.222.0.16 "GET /v2.0/networks?id=158af8a6-8234-4e44-b5d8-e0491b33a626 HTTP/1.1" status: 200 len: 917 time: 0.1421793 Aug 25 17:02:53.802183 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-8eca08da-2d2f-4370-a2c4-f796cc4e05a5 None None] Provisioning for port ee043baa-861d-4405-93ff-37e0d8ad36c4 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:02:53.837144 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed979455-1ae4-47e3-bde8-51a1214a2422 req-d494b806-10cf-4cf0-a683-ab484ccbb0da tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:53.838648 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ed979455-1ae4-47e3-bde8-51a1214a2422 req-d494b806-10cf-4cf0-a683-ab484ccbb0da tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 946 time: 0.1006701 Aug 25 17:02:53.848322 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-8eca08da-2d2f-4370-a2c4-f796cc4e05a5 None None] Provisioning complete for port ee043baa-861d-4405-93ff-37e0d8ad36c4 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:02:53.849501 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8eca08da-2d2f-4370-a2c4-f796cc4e05a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:53.871607 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-73e66dad-078b-4b99-889b-60db80f3149b req-c0987f4d-34a4-4071-8896-fb36ddfd026d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6fb11535-3441-4b83-aab6-ca3aa2d69f11 HTTP/1.1" status: 200 len: 217 time: 0.0649841 Aug 25 17:02:53.914506 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ed979455-1ae4-47e3-bde8-51a1214a2422 req-05356dac-2a49-4cea-8438-21a542df26cc tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658567 Aug 25 17:02:53.938754 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b0321f-de45-4aa1-a9cd-f441b04aa426 admin admin] Notify agent at l3_agent.dv-cinder-791240-5-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:02:53.951551 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df54cad-cd10-47d5-b599-bc9f81ee137b None None] Sync routers for ids ['04b77e9b-3ed7-48f6-b59b-3883882c6b63'] in dv-cinder-791240-5-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:02:53.959554 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-53b0321f-de45-4aa1-a9cd-f441b04aa426 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:53.964015 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 37102) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:02:53.965729 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df54cad-cd10-47d5-b599-bc9f81ee137b None None] Routers {'04b77e9b-3ed7-48f6-b59b-3883882c6b63'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:02:53.966068 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-53b0321f-de45-4aa1-a9cd-f441b04aa426 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4951577 Aug 25 17:02:53.967406 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-1df54cad-cd10-47d5-b599-bc9f81ee137b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:02:46Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['04b77e9b-3ed7-48f6-b59b-3883882c6b63'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:02:54.012577 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8eca08da-2d2f-4370-a2c4-f796cc4e05a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:54.040073 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e66dad-078b-4b99-889b-60db80f3149b req-03f9321b-bf03-46c7-8555-8c301ced081e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:54.042377 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-73e66dad-078b-4b99-889b-60db80f3149b req-03f9321b-bf03-46c7-8555-8c301ced081e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=157e2cdc-7e5d-4beb-8dac-2b06da21e5f2 HTTP/1.1" status: 200 len: 855 time: 0.1605778 Aug 25 17:02:54.057867 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-8eca08da-2d2f-4370-a2c4-f796cc4e05a5 None None] For port ee043baa-861d-4405-93ff-37e0d8ad36c4, host dv-cinder-791240-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=ee043baa-861d-4405-93ff-37e0d8ad36c4,segment=NetworkSegment(5869c28b-1ae8-41c8-939f-b652bb6315aa),segment_id=5869c28b-1ae8-41c8-939f-b652bb6315aa)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:02:54.063080 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8eca08da-2d2f-4370-a2c4-f796cc4e05a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:54.100904 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a66ea-901b-47d1-baec-15933d3182e7 req-a69fd82b-9822-4a69-8dce-a0acd62b0fef tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:54.108616 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ac4a66ea-901b-47d1-baec-15933d3182e7 req-a69fd82b-9822-4a69-8dce-a0acd62b0fef tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/ports?device_id=585eef15-7066-4180-b81c-f2dfa7cd096b HTTP/1.1" status: 200 len: 943 time: 0.0815518 Aug 25 17:02:54.126068 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-73e66dad-078b-4b99-889b-60db80f3149b req-0584b1cd-d2a0-4e2c-a3e7-ffe99e1a93f1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=158af8a6-8234-4e44-b5d8-e0491b33a626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707626 Aug 25 17:02:54.161119 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ac4a66ea-901b-47d1-baec-15933d3182e7 req-333a6679-69dd-4a5b-a471-37723ba8dabd tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ff2fa2b-3d3a-480d-b2c8-4b08fb33b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492339 Aug 25 17:02:54.190240 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eca08da-2d2f-4370-a2c4-f796cc4e05a5 None None] Pushing event updated for resources: {'Port': ['ID=ee043baa-861d-4405-93ff-37e0d8ad36c4,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:54.295907 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-73e66dad-078b-4b99-889b-60db80f3149b req-e9d254d9-b997-445e-91e8-96436200a16b service neutron] 10.222.0.16 "GET /v2.0/networks/158af8a6-8234-4e44-b5d8-e0491b33a626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071968 Aug 25 17:02:54.314811 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-1df54cad-cd10-47d5-b599-bc9f81ee137b None None] Set router 04b77e9b-3ed7-48f6-b59b-3883882c6b63 gateway port host: dv-cinder-791240-5-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:02:54.389458 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3753e92d-a30b-4566-8f12-f50cc64bfed4 None None] Provisioning complete for port ee043baa-861d-4405-93ff-37e0d8ad36c4 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:02:54.392264 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3753e92d-a30b-4566-8f12-f50cc64bfed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:54.409257 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164d1f08-dd49-4424-a798-6e00d4f0c782 req-1e40c2e9-e34d-4d38-988b-a194eda3d87a tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:54.419189 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-164d1f08-dd49-4424-a798-6e00d4f0c782 req-1e40c2e9-e34d-4d38-988b-a194eda3d87a tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=794863af-1cf7-4172-98ee-62423583e07d HTTP/1.1" status: 200 len: 943 time: 0.0884581 Aug 25 17:02:54.486331 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-164d1f08-dd49-4424-a798-6e00d4f0c782 req-2e06a49f-5725-408f-a9aa-0674766a9c65 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663452 Aug 25 17:02:54.568339 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-73e66dad-078b-4b99-889b-60db80f3149b req-7e4bf417-6c1e-4c00-9d03-46cd0b249f5e service neutron] 10.222.0.16 "GET /v2.0/networks/158af8a6-8234-4e44-b5d8-e0491b33a626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610674 Aug 25 17:02:54.585758 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-1df54cad-cd10-47d5-b599-bc9f81ee137b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'name': 'tempest-TestVolumeBootPattern-2088495679-router', 'tenant_id': 'ba5739dee5fb41749a615cb50fc983d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'ad7c7f20-613e-470e-a73e-3d5fae39d3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:02:51Z', 'updated_at': '2021-08-25T17:02:52Z', 'revision_number': 3, 'project_id': 'ba5739dee5fb41749a615cb50fc983d9', 'gw_port': {'id': 'ad7c7f20-613e-470e-a73e-3d5fae39d3f1', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ba:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:52Z', 'updated_at': '2021-08-25T17:02:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi'}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:02:54.616545 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df54cad-cd10-47d5-b599-bc9f81ee137b None None] Checking router: 04b77e9b-3ed7-48f6-b59b-3883882c6b63 for host: dv-cinder-791240-5-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:02:54.616905 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df54cad-cd10-47d5-b599-bc9f81ee137b None None] Updating router 04b77e9b-3ed7-48f6-b59b-3883882c6b63 port ad7c7f20-613e-470e-a73e-3d5fae39d3f1 binding host dv-cinder-791240-5-iscsi {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 17:02:54.643259 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1df54cad-cd10-47d5-b599-bc9f81ee137b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:54.795544 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device ee043baa-861d-4405-93ff-37e0d8ad36c4 up at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:02:54.859820 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3ef48fcc-f0ed-4acf-8e3a-4e1b45877820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:54.871671 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning complete for port ee043baa-861d-4405-93ff-37e0d8ad36c4 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:02:54.872213 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:54.954700 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1df54cad-cd10-47d5-b599-bc9f81ee137b None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:54.965865 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-1df54cad-cd10-47d5-b599-bc9f81ee137b None None] Transition to ACTIVE for port object ad7c7f20-613e-470e-a73e-3d5fae39d3f1 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:02:54.974674 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1df54cad-cd10-47d5-b599-bc9f81ee137b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:55.031837 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f4648-4a31-45c9-a37d-19f0ee1320c2 None None] Pushing event updated for resources: {'Port': ['ID=ad7c7f20-613e-470e-a73e-3d5fae39d3f1,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:55.055963 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-1df54cad-cd10-47d5-b599-bc9f81ee137b None None] Attempting to bind port ad7c7f20-613e-470e-a73e-3d5fae39d3f1 on host dv-cinder-791240-5-iscsi for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:02:55.056550 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-1df54cad-cd10-47d5-b599-bc9f81ee137b None None] Attempting to bind port ad7c7f20-613e-470e-a73e-3d5fae39d3f1 by drivers openvswitch,hyperv on host dv-cinder-791240-5-iscsi at level 0 using segments [{'id': '831650f3-50e7-4109-a77c-8151443483b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:02:55.057075 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df54cad-cd10-47d5-b599-bc9f81ee137b None None] Attempting to bind port ad7c7f20-613e-470e-a73e-3d5fae39d3f1 on network 914f4934-f5ad-4127-8ba1-186f4f0b2c29 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:02:55.058658 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-3ef48fcc-f0ed-4acf-8e3a-4e1b45877820 admin admin] Allocated IP 172.20.0.1 (babef823-13d0-4c9c-ac11-3e08eee348af/bfe00ef0-b79f-4f8a-b5ba-574e5c012373/6010d72b-2694-48b0-8a36-446ebc025733) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:02:55.063663 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df54cad-cd10-47d5-b599-bc9f81ee137b None None] Checking agent: {'id': '228fda10-d8da-45cc-9fcd-c0d1ec5752d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 53, 16), 'started_at': datetime.datetime(2021, 8, 25, 16, 53, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:02:55.064094 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df54cad-cd10-47d5-b599-bc9f81ee137b None None] Checking segment: {'id': '831650f3-50e7-4109-a77c-8151443483b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:02:55.064547 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1df54cad-cd10-47d5-b599-bc9f81ee137b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:55.065108 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df54cad-cd10-47d5-b599-bc9f81ee137b None None] Bound using segment: {'id': '831650f3-50e7-4109-a77c-8151443483b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:02:55.065922 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-1df54cad-cd10-47d5-b599-bc9f81ee137b None None] Bound port: ad7c7f20-613e-470e-a73e-3d5fae39d3f1, host: dv-cinder-791240-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '831650f3-50e7-4109-a77c-8151443483b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:02:55.066827 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1df54cad-cd10-47d5-b599-bc9f81ee137b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:55.073259 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492454d-f092-4d89-927d-1fb404f143e2 req-bdf36e81-aaae-443a-9419-e271c4551b2c tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:55.074799 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d492454d-f092-4d89-927d-1fb404f143e2 req-bdf36e81-aaae-443a-9419-e271c4551b2c tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 946 time: 0.0613394 Aug 25 17:02:55.133151 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-1df54cad-cd10-47d5-b599-bc9f81ee137b None None] For port ad7c7f20-613e-470e-a73e-3d5fae39d3f1, host dv-cinder-791240-5-iscsi, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:02:55.134205 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d492454d-f092-4d89-927d-1fb404f143e2 req-15ea4466-5a15-4d40-91cd-70872c427159 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511882 Aug 25 17:02:55.139512 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-1df54cad-cd10-47d5-b599-bc9f81ee137b None None] For port ad7c7f20-613e-470e-a73e-3d5fae39d3f1, host dv-cinder-791240-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=ad7c7f20-613e-470e-a73e-3d5fae39d3f1,segment=NetworkSegment(831650f3-50e7-4109-a77c-8151443483b4),segment_id=831650f3-50e7-4109-a77c-8151443483b4)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:02:55.146366 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1df54cad-cd10-47d5-b599-bc9f81ee137b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:55.185370 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3ef48fcc-f0ed-4acf-8e3a-4e1b45877820 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:55.193632 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df54cad-cd10-47d5-b599-bc9f81ee137b None None] Routers {'04b77e9b-3ed7-48f6-b59b-3883882c6b63'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:02:55.194687 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-1df54cad-cd10-47d5-b599-bc9f81ee137b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:02:46Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['04b77e9b-3ed7-48f6-b59b-3883882c6b63'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:02:55.200201 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-3ef48fcc-f0ed-4acf-8e3a-4e1b45877820 admin admin] Transition to ACTIVE for port object 6010d72b-2694-48b0-8a36-446ebc025733 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:02:55.241279 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3ef48fcc-f0ed-4acf-8e3a-4e1b45877820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743705601783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732937'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:55.249174 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 37140) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:02:55.283479 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef48fcc-f0ed-4acf-8e3a-4e1b45877820 admin admin] Network babef823-13d0-4c9c-ac11-3e08eee348af is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:02:55.288513 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-3ef48fcc-f0ed-4acf-8e3a-4e1b45877820 admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:02:55.301976 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef48fcc-f0ed-4acf-8e3a-4e1b45877820 admin admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:02:55.306242 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device 5adc6b44-036b-47d3-a371-9470ac6bc4c6 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 17:02:55.330102 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-1df54cad-cd10-47d5-b599-bc9f81ee137b None None] Set router 04b77e9b-3ed7-48f6-b59b-3883882c6b63 gateway port host: dv-cinder-791240-5-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:02:55.353397 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3ef48fcc-f0ed-4acf-8e3a-4e1b45877820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614116'] for router_interface, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:55.408950 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abe1e65-b786-4f90-b130-f64e3a35538c req-6800cd04-dfb8-43e1-8293-81550eb21226 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:55.411112 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1abe1e65-b786-4f90-b130-f64e3a35538c req-6800cd04-dfb8-43e1-8293-81550eb21226 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/ports?device_id=585eef15-7066-4180-b81c-f2dfa7cd096b HTTP/1.1" status: 200 len: 943 time: 0.1311934 Aug 25 17:02:55.418353 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ab791dbd-b74b-4bbd-a1e4-816e489ff3b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:55.488334 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1abe1e65-b786-4f90-b130-f64e3a35538c req-13c95049-91e8-47c2-9377-c983a52b26ba tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ff2fa2b-3d3a-480d-b2c8-4b08fb33b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561583 Aug 25 17:02:55.496596 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef48fcc-f0ed-4acf-8e3a-4e1b45877820 admin admin] Pushing event updated for resources: {'Port': ['ID=6010d72b-2694-48b0-8a36-446ebc025733,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:55.509224 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port 5adc6b44-036b-47d3-a371-9470ac6bc4c6, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=5adc6b44-036b-47d3-a371-9470ac6bc4c6,segment=NetworkSegment(afe6f7c0-b77b-4548-99ec-fb34a489e3ce),segment_id=afe6f7c0-b77b-4548-99ec-fb34a489e3ce)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:02:55.571626 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Returning: {'device': '5adc6b44-036b-47d3-a371-9470ac6bc4c6', 'network_id': '244d0188-3706-4e13-b4e5-16a2dd2249d6', 'port_id': '5adc6b44-036b-47d3-a371-9470ac6bc4c6', 'mac_address': 'fa:16:3e:e8:77:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1458, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e989f4e9-5f2b-41ca-9069-c9a0e334bf3f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 17:02:55.595874 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3ef48fcc-f0ed-4acf-8e3a-4e1b45877820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:55.633192 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f4648-4a31-45c9-a37d-19f0ee1320c2 None None] Pushing event updated for resources: {'Port': ['ID=ad7c7f20-613e-470e-a73e-3d5fae39d3f1,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:55.681598 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ab791dbd-b74b-4bbd-a1e4-816e489ff3b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:55.681870 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-1df54cad-cd10-47d5-b599-bc9f81ee137b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'name': 'tempest-TestVolumeBootPattern-2088495679-router', 'tenant_id': 'ba5739dee5fb41749a615cb50fc983d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'ad7c7f20-613e-470e-a73e-3d5fae39d3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:02:51Z', 'updated_at': '2021-08-25T17:02:52Z', 'revision_number': 3, 'project_id': 'ba5739dee5fb41749a615cb50fc983d9', 'gw_port': {'id': 'ad7c7f20-613e-470e-a73e-3d5fae39d3f1', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ba:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:52Z', 'updated_at': '2021-08-25T17:02:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi'}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:02:55.690750 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b75a07-a804-4881-989c-f9a5fee2327b req-49b4e144-aeea-49ed-8aea-a4c9fcd69e8e tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:55.693868 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f6b75a07-a804-4881-989c-f9a5fee2327b req-49b4e144-aeea-49ed-8aea-a4c9fcd69e8e tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=794863af-1cf7-4172-98ee-62423583e07d HTTP/1.1" status: 200 len: 943 time: 0.0961635 Aug 25 17:02:55.695596 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ab791dbd-b74b-4bbd-a1e4-816e489ff3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:55.721030 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df54cad-cd10-47d5-b599-bc9f81ee137b None None] The sync data for ids ['04b77e9b-3ed7-48f6-b59b-3883882c6b63'] in dv-cinder-791240-5-iscsi is: [{'id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'name': 'tempest-TestVolumeBootPattern-2088495679-router', 'tenant_id': 'ba5739dee5fb41749a615cb50fc983d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'ad7c7f20-613e-470e-a73e-3d5fae39d3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:02:51Z', 'updated_at': '2021-08-25T17:02:52Z', 'revision_number': 3, 'project_id': 'ba5739dee5fb41749a615cb50fc983d9', 'gw_port': {'id': 'ad7c7f20-613e-470e-a73e-3d5fae39d3f1', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ba:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:52Z', 'updated_at': '2021-08-25T17:02:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:02:55.755566 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-ab791dbd-b74b-4bbd-a1e4-816e489ff3b1 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2daa075ed13649879588456bb4f4abd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5050938 Aug 25 17:02:55.765344 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 37154) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:02:55.805743 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab791dbd-b74b-4bbd-a1e4-816e489ff3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5cab22-ff7d-4577-aa91-5a0ab564ade7,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:55.839697 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:55.848144 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f6b75a07-a804-4881-989c-f9a5fee2327b req-0143c56a-ba5e-435e-83f0-204578ed7b1c tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207681 Aug 25 17:02:55.856563 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5adc6b44-036b-47d3-a371-9470ac6bc4c6 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:02:55.876539 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-bd36d98a-f18a-4696-bcb4-2993bcfcc6a5 None None] Provisioning for port 6010d72b-2694-48b0-8a36-446ebc025733 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:02:55.881299 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-db07a0f0-2168-40f4-843b-714a0d4f991c req-8f66dcea-06ad-4ac5-ab0a-78a48722f003 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-842928616&fields=id&tenant_id=08aac9c23a974fde83b7887f14dc7206 HTTP/1.1" status: 200 len: 267 time: 0.0670729 Aug 25 17:02:55.888168 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port 5adc6b44-036b-47d3-a371-9470ac6bc4c6, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=5adc6b44-036b-47d3-a371-9470ac6bc4c6,segment=NetworkSegment(afe6f7c0-b77b-4548-99ec-fb34a489e3ce),segment_id=afe6f7c0-b77b-4548-99ec-fb34a489e3ce)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:02:55.889142 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-bd36d98a-f18a-4696-bcb4-2993bcfcc6a5 None None] Provisioning complete for port 6010d72b-2694-48b0-8a36-446ebc025733 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:02:55.889396 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bd36d98a-f18a-4696-bcb4-2993bcfcc6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:55.892908 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-98c279dc-a016-4282-9ff5-9803ad3e3106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:55.913792 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:55.914465 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3ef48fcc-f0ed-4acf-8e3a-4e1b45877820 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:55.928179 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3ef48fcc-f0ed-4acf-8e3a-4e1b45877820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3732944'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:55.949832 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-bd36d98a-f18a-4696-bcb4-2993bcfcc6a5 None None] Port 6010d72b-2694-48b0-8a36-446ebc025733 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 17:02:55.959776 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-98c279dc-a016-4282-9ff5-9803ad3e3106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:55.971883 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Pushing event updated for resources: {'Port': ['ID=5adc6b44-036b-47d3-a371-9470ac6bc4c6,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:56.042009 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07a0f0-2168-40f4-843b-714a0d4f991c req-44eaaac5-89e4-4697-b546-bbccf9ac7237 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:56.052834 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-db07a0f0-2168-40f4-843b-714a0d4f991c req-44eaaac5-89e4-4697-b546-bbccf9ac7237 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/networks?id=ef11e297-234f-4d32-ac73-2a452cb37035 HTTP/1.1" status: 200 len: 809 time: 0.1565893 Aug 25 17:02:56.070609 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-db07a0f0-2168-40f4-843b-714a0d4f991c req-11feb460-0447-4d55-85ba-04e56eeb2435 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/quotas/08aac9c23a974fde83b7887f14dc7206 HTTP/1.1" status: 200 len: 375 time: 0.0165238 Aug 25 17:02:56.140603 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-db07a0f0-2168-40f4-843b-714a0d4f991c req-e81ad3ba-1036-4b01-8a3e-5ee4e29f72b2 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=08aac9c23a974fde83b7887f14dc7206&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0630052 Aug 25 17:02:56.288610 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3ef48fcc-f0ed-4acf-8e3a-4e1b45877820 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16218532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612667'] for router_interface, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:56.292023 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef48fcc-f0ed-4acf-8e3a-4e1b45877820 admin admin] Pushing event updated for resources: {'Port': ['ID=6010d72b-2694-48b0-8a36-446ebc025733,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:56.297754 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033cab04-7095-4085-9351-eccac96690d6 req-a50a1458-aa2a-4bf9-8ca3-7a98979a283e tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:56.299436 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-033cab04-7095-4085-9351-eccac96690d6 req-a50a1458-aa2a-4bf9-8ca3-7a98979a283e tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 946 time: 0.0843480 Aug 25 17:02:56.312223 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-db07a0f0-2168-40f4-843b-714a0d4f991c req-13239204-67d6-448a-bcd1-91f389bde896 service neutron] 10.222.0.88 "GET /v2.0/networks/ef11e297-234f-4d32-ac73-2a452cb37035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530104 Aug 25 17:02:56.364298 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-98c279dc-a016-4282-9ff5-9803ad3e3106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:56.366915 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-98c279dc-a016-4282-9ff5-9803ad3e3106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:56.368084 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-98c279dc-a016-4282-9ff5-9803ad3e3106 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ab5cab22-ff7d-4577-aa91-5a0ab564ade7 HTTP/1.1" status: 204 len: 168 time: 0.6034431 Aug 25 17:02:56.382213 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c279dc-a016-4282-9ff5-9803ad3e3106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5cab22-ff7d-4577-aa91-5a0ab564ade7,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:56.429377 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef48fcc-f0ed-4acf-8e3a-4e1b45877820 admin admin] Network babef823-13d0-4c9c-ac11-3e08eee348af is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:02:56.430885 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-3ef48fcc-f0ed-4acf-8e3a-4e1b45877820 admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:02:56.433624 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] get_ports_and_sgs() called for port_ids ['5adc6b44-036b-47d3-a371-9470ac6bc4c6'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:02:56.456105 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-db07a0f0-2168-40f4-843b-714a0d4f991c req-20916eab-6ac0-4f50-a065-ed1bff3b270c service neutron] 10.222.0.88 "GET /v2.0/networks/ef11e297-234f-4d32-ac73-2a452cb37035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365395 Aug 25 17:02:56.543607 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-033cab04-7095-4085-9351-eccac96690d6 req-9dae8ae9-74dd-49ff-ab26-e406550cb5f2 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170961 Aug 25 17:02:56.665365 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ef48fcc-f0ed-4acf-8e3a-4e1b45877820 admin admin] Router 04b77e9b-3ed7-48f6-b59b-3883882c6b63 has already been hosted by L3 agent d32565c1-f1a3-4226-8f5a-e505deb187a1 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:02:56.891675 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device ad7c7f20-613e-470e-a73e-3d5fae39d3f1 up at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:02:56.906292 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef48fcc-f0ed-4acf-8e3a-4e1b45877820 admin admin] Notify agent at l3_agent.dv-cinder-791240-5-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:02:56.920917 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-3ef48fcc-f0ed-4acf-8e3a-4e1b45877820 admin admin] 10.222.0.88 "PUT /v2.0/routers/04b77e9b-3ed7-48f6-b59b-3883882c6b63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9480186 Aug 25 17:02:56.926305 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-e39ca99c-0581-4730-927c-d8cdbdf2f791 None None] Provisioning complete for port 6010d72b-2694-48b0-8a36-446ebc025733 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:02:56.927146 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e39ca99c-0581-4730-927c-d8cdbdf2f791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:56.964200 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75249252-136c-414d-a5d5-d3f583a35d5d req-cf646d35-d4a4-487c-9a28-ce10faec9526 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:56.966000 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-75249252-136c-414d-a5d5-d3f583a35d5d req-cf646d35-d4a4-487c-9a28-ce10faec9526 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/ports?device_id=585eef15-7066-4180-b81c-f2dfa7cd096b HTTP/1.1" status: 200 len: 944 time: 0.1103270 Aug 25 17:02:56.979872 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-e39ca99c-0581-4730-927c-d8cdbdf2f791 None None] Port 6010d72b-2694-48b0-8a36-446ebc025733 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 17:02:56.991617 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning for port ad7c7f20-613e-470e-a73e-3d5fae39d3f1 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:02:56.996335 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning complete for port ad7c7f20-613e-470e-a73e-3d5fae39d3f1 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:02:56.996789 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:57.068089 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-75249252-136c-414d-a5d5-d3f583a35d5d req-974e5a4e-1ebe-4797-ae97-d08bd4e60411 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ff2fa2b-3d3a-480d-b2c8-4b08fb33b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819883 Aug 25 17:02:57.116004 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:57.145021 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] For port ad7c7f20-613e-470e-a73e-3d5fae39d3f1, host dv-cinder-791240-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=ad7c7f20-613e-470e-a73e-3d5fae39d3f1,segment=NetworkSegment(831650f3-50e7-4109-a77c-8151443483b4),segment_id=831650f3-50e7-4109-a77c-8151443483b4)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:02:57.150180 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:57.231577 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Pushing event updated for resources: {'Port': ['ID=ad7c7f20-613e-470e-a73e-3d5fae39d3f1,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:57.262130 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a277cccb-49a9-45fe-8adf-0c303048b0a9 req-79199d14-3b8d-4103-9c83-f9e86be85e83 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 210 time: 0.0409706 Aug 25 17:02:57.269858 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe42673-41de-4701-bbdd-1ca492be4ff9 req-89cdc81d-0d55-4c28-9ce2-942a6d94d30f tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:57.271557 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-efe42673-41de-4701-bbdd-1ca492be4ff9 req-89cdc81d-0d55-4c28-9ce2-942a6d94d30f tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=794863af-1cf7-4172-98ee-62423583e07d HTTP/1.1" status: 200 len: 943 time: 0.1188891 Aug 25 17:02:57.319720 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device 6fb11535-3441-4b83-aab6-ca3aa2d69f11 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 17:02:57.327675 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-efe42673-41de-4701-bbdd-1ca492be4ff9 req-aa2a0373-d0da-4975-af66-715361d54729 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457981 Aug 25 17:02:57.439212 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port 6fb11535-3441-4b83-aab6-ca3aa2d69f11, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=6fb11535-3441-4b83-aab6-ca3aa2d69f11,segment=NetworkSegment(464881d0-366d-4203-be8e-e80b8f8623d9),segment_id=464881d0-366d-4203-be8e-e80b8f8623d9)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:02:57.452280 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Returning: {'device': '6fb11535-3441-4b83-aab6-ca3aa2d69f11', 'network_id': '158af8a6-8234-4e44-b5d8-e0491b33a626', 'port_id': '6fb11535-3441-4b83-aab6-ca3aa2d69f11', 'mac_address': 'fa:16:3e:7f:52:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1463, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '157e2cdc-7e5d-4beb-8dac-2b06da21e5f2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 17:02:57.496156 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:57.515107 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fb11535-3441-4b83-aab6-ca3aa2d69f11 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:02:57.562213 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port 6fb11535-3441-4b83-aab6-ca3aa2d69f11, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=6fb11535-3441-4b83-aab6-ca3aa2d69f11,segment=NetworkSegment(464881d0-366d-4203-be8e-e80b8f8623d9),segment_id=464881d0-366d-4203-be8e-e80b8f8623d9)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:02:57.570585 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:57.650089 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Pushing event updated for resources: {'Port': ['ID=6fb11535-3441-4b83-aab6-ca3aa2d69f11,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:57.724572 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 37220) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:02:57.727357 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed4a3d9-b88c-4399-8292-dae31a015dcc req-5c904928-1fa8-4668-bd7f-94a9ecdc968e tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:57.729722 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-23b499dc-cd7f-4c6f-8262-a1c5e1b0c583 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1514155628-network', 'tenant_id': '14df731555054248be12237cdafc4b21'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:02:57.734635 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0ed4a3d9-b88c-4399-8292-dae31a015dcc req-5c904928-1fa8-4668-bd7f-94a9ecdc968e tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 946 time: 0.0780382 Aug 25 17:02:57.765385 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b499dc-cd7f-4c6f-8262-a1c5e1b0c583 admin admin] Made reservation on behalf of 14df731555054248be12237cdafc4b21 for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:02:57.771490 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-23b499dc-cd7f-4c6f-8262-a1c5e1b0c583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:57.775044 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0ed4a3d9-b88c-4399-8292-dae31a015dcc req-f3f9617f-cf1d-4410-9a8e-9afc2b33f3ca tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392075 Aug 25 17:02:57.789568 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-23b499dc-cd7f-4c6f-8262-a1c5e1b0c583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:57.908887 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-23b499dc-cd7f-4c6f-8262-a1c5e1b0c583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:57.914877 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-23b499dc-cd7f-4c6f-8262-a1c5e1b0c583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:57.943841 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23b499dc-cd7f-4c6f-8262-a1c5e1b0c583 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1455} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 17:02:57.945829 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b499dc-cd7f-4c6f-8262-a1c5e1b0c583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f655b943-6cb2-451f-b5ff-eccc2198a7bd,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:57.961171 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-23b499dc-cd7f-4c6f-8262-a1c5e1b0c583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16206884'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:57.961627 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.db.segments_db [None req-23b499dc-cd7f-4c6f-8262-a1c5e1b0c583 admin admin] Added segment 385da044-559a-4e2f-abcf-a5de1c71615e of type vlan for network b97b762f-7ab5-429f-9173-c83181b28986 Aug 25 17:02:58.009232 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619b4c08-25a4-4ac6-9e45-368554420524 None None] Sync routers for ids ['04b77e9b-3ed7-48f6-b59b-3883882c6b63'] in dv-cinder-791240-5-iscsi {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:02:58.012440 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-23b499dc-cd7f-4c6f-8262-a1c5e1b0c583 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743705589342'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:58.021778 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619b4c08-25a4-4ac6-9e45-368554420524 None None] Routers {'04b77e9b-3ed7-48f6-b59b-3883882c6b63'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:02:58.022769 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-619b4c08-25a4-4ac6-9e45-368554420524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:02:46Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['04b77e9b-3ed7-48f6-b59b-3883882c6b63'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:02:58.040990 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-23b499dc-cd7f-4c6f-8262-a1c5e1b0c583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:58.042122 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b499dc-cd7f-4c6f-8262-a1c5e1b0c583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:58.042742 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-23b499dc-cd7f-4c6f-8262-a1c5e1b0c583 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16218488'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:58.094117 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] get_ports_and_sgs() called for port_ids ['6fb11535-3441-4b83-aab6-ca3aa2d69f11'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:02:58.115999 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-23b499dc-cd7f-4c6f-8262-a1c5e1b0c583 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3902943 Aug 25 17:02:58.118651 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 37228) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:02:58.124134 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-a31224e3-1b1f-48de-bb0e-bcdce1b4c388 admin admin] Request body: {'subnet': {'network_id': 'b97b762f-7ab5-429f-9173-c83181b28986', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1514155628-subnet', 'tenant_id': '14df731555054248be12237cdafc4b21', 'ip_version': 4}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:02:58.145035 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b499dc-cd7f-4c6f-8262-a1c5e1b0c583 admin admin] Pushing event updated for resources: {'Network': ['ID=b97b762f-7ab5-429f-9173-c83181b28986,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:58.152919 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31224e3-1b1f-48de-bb0e-bcdce1b4c388 admin admin] Made reservation on behalf of 14df731555054248be12237cdafc4b21 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:02:58.155961 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a31224e3-1b1f-48de-bb0e-bcdce1b4c388 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26007666'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:58.166893 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Network b97b762f-7ab5-429f-9173-c83181b28986 details requested by agent ovs-agent-dv-cinder-791240-5-iscsi with host dv-cinder-791240-5-iscsi {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 17:02:58.266118 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-619b4c08-25a4-4ac6-9e45-368554420524 None None] Set router 04b77e9b-3ed7-48f6-b59b-3883882c6b63 gateway port host: dv-cinder-791240-5-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:02:58.268537 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33bef2-d23c-4b70-92b6-dee47ff70c10 req-7d643e23-a93e-4ad1-9b89-bd5025a3c928 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:58.270786 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0f33bef2-d23c-4b70-92b6-dee47ff70c10 req-7d643e23-a93e-4ad1-9b89-bd5025a3c928 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/ports?device_id=585eef15-7066-4180-b81c-f2dfa7cd096b HTTP/1.1" status: 200 len: 944 time: 0.0884988 Aug 25 17:02:58.372661 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0f33bef2-d23c-4b70-92b6-dee47ff70c10 req-2d81f408-aad3-4b93-b45e-996a61cdb856 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ff2fa2b-3d3a-480d-b2c8-4b08fb33b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943112 Aug 25 17:02:58.430815 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a31224e3-1b1f-48de-bb0e-bcdce1b4c388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3732057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26007552'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:58.487095 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f35f9a19-7cde-40c1-8631-bbead5922832 req-b2f320c0-9387-4dda-8317-0df578e012c3 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 210 time: 0.0720785 Aug 25 17:02:58.607320 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-619b4c08-25a4-4ac6-9e45-368554420524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'name': 'tempest-TestVolumeBootPattern-2088495679-router', 'tenant_id': 'ba5739dee5fb41749a615cb50fc983d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'ad7c7f20-613e-470e-a73e-3d5fae39d3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:02:51Z', 'updated_at': '2021-08-25T17:02:55Z', 'revision_number': 4, 'project_id': 'ba5739dee5fb41749a615cb50fc983d9', 'gw_port': {'id': 'ad7c7f20-613e-470e-a73e-3d5fae39d3f1', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ba:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:52Z', 'updated_at': '2021-08-25T17:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_interfaces': [{'id': '6010d72b-2694-48b0-8a36-446ebc025733', 'name': '', 'network_id': 'babef823-13d0-4c9c-ac11-3e08eee348af', 'tenant_id': 'ba5739dee5fb41749a615cb50fc983d9', 'mac_address': 'fa:16:3e:94:64:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'bfe00ef0-b79f-4f8a-b5ba-574e5c012373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:54Z', 'updated_at': '2021-08-25T17:02:55Z', 'revision_number': 2, 'project_id': 'ba5739dee5fb41749a615cb50fc983d9', 'subnets': [{'id': 'bfe00ef0-b79f-4f8a-b5ba-574e5c012373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:02:58.619995 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33351e89-8919-47cd-94a7-243e2005e77d req-68c28194-2255-4d88-866b-d6cf0271c453 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:58.620763 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31224e3-1b1f-48de-bb0e-bcdce1b4c388 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75baf454-1a62-4a12-aabb-06d0d863b234,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:58.622216 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-33351e89-8919-47cd-94a7-243e2005e77d req-68c28194-2255-4d88-866b-d6cf0271c453 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=794863af-1cf7-4172-98ee-62423583e07d HTTP/1.1" status: 200 len: 944 time: 0.0808129 Aug 25 17:02:58.643713 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619b4c08-25a4-4ac6-9e45-368554420524 None None] Checking router: 04b77e9b-3ed7-48f6-b59b-3883882c6b63 for host: dv-cinder-791240-5-iscsi {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:02:58.643943 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31224e3-1b1f-48de-bb0e-bcdce1b4c388 admin admin] Checking segment: {'id': '385da044-559a-4e2f-abcf-a5de1c71615e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1455, 'network_id': 'b97b762f-7ab5-429f-9173-c83181b28986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:02:58.644315 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31224e3-1b1f-48de-bb0e-bcdce1b4c388 admin admin] Network hostable DHCP agents. Network: b97b762f-7ab5-429f-9173-c83181b28986, hostable agents: ['39bdbfd6-9eef-4d2c-92d7-b2e1f06a8fe0'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 17:02:58.644592 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619b4c08-25a4-4ac6-9e45-368554420524 None None] Updating router 04b77e9b-3ed7-48f6-b59b-3883882c6b63 port 6010d72b-2694-48b0-8a36-446ebc025733 binding host dv-cinder-791240-5-iscsi {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 17:02:58.682648 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-619b4c08-25a4-4ac6-9e45-368554420524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:58.690295 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-33351e89-8919-47cd-94a7-243e2005e77d req-aac21e6b-1416-49cc-96a5-37cdd369809f tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522776 Aug 25 17:02:58.696730 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07a0f0-2168-40f4-843b-714a0d4f991c req-646930ff-0ff5-40ba-99c7-6487ff1f329e tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:58.698209 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-db07a0f0-2168-40f4-843b-714a0d4f991c req-646930ff-0ff5-40ba-99c7-6487ff1f329e tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.16 "GET /v2.0/networks?id=ef11e297-234f-4d32-ac73-2a452cb37035 HTTP/1.1" status: 200 len: 809 time: 0.2045784 Aug 25 17:02:58.699355 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31224e3-1b1f-48de-bb0e-bcdce1b4c388 admin admin] Network b97b762f-7ab5-429f-9173-c83181b28986 is scheduled to be hosted by DHCP agent 39bdbfd6-9eef-4d2c-92d7-b2e1f06a8fe0 with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 17:02:58.727382 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-a31224e3-1b1f-48de-bb0e-bcdce1b4c388 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-5-iscsi, b97b762f-7ab5-429f-9173-c83181b28986) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:02:58.738844 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31224e3-1b1f-48de-bb0e-bcdce1b4c388 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:58.739426 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a31224e3-1b1f-48de-bb0e-bcdce1b4c388 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:58.771525 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-db07a0f0-2168-40f4-843b-714a0d4f991c req-558d535f-cfd9-48a5-939a-0433835b7ab3 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08aac9c23a974fde83b7887f14dc7206 HTTP/1.1" status: 200 len: 379 time: 0.0523403 Aug 25 17:02:58.778867 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-a31224e3-1b1f-48de-bb0e-bcdce1b4c388 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6592066 Aug 25 17:02:58.781975 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 37240) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:02:58.789547 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-db07a0f0-2168-40f4-843b-714a0d4f991c req-83f440e2-97de-484d-9f94-b4ea0e3ea9b9 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Request body: {'port': {'device_id': '0d7d941e-765e-41ad-b6c5-9f0b54310112', 'network_id': 'ef11e297-234f-4d32-ac73-2a452cb37035', 'admin_state_up': True, 'tenant_id': '08aac9c23a974fde83b7887f14dc7206', 'security_groups': ['ff107b79-194d-45a2-9eba-479057252c4d']}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:02:58.790115 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a9b09c-074e-4606-acb3-24eafda85b3e None None] Network b97b762f-7ab5-429f-9173-c83181b28986 requested from dv-cinder-791240-5-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:02:58.792113 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-f37ea9ea-f986-43c4-9e95-673506c87ed1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1514155628-router', 'tenant_id': '14df731555054248be12237cdafc4b21', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:02:58.795162 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device ad7c7f20-613e-470e-a73e-3d5fae39d3f1 up at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:02:58.826275 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f37ea9ea-f986-43c4-9e95-673506c87ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36909'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:58.828013 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f37ea9ea-f986-43c4-9e95-673506c87ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-613604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-671558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36916'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:58.912107 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f37ea9ea-f986-43c4-9e95-673506c87ed1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:58.933220 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db07a0f0-2168-40f4-843b-714a0d4f991c req-83f440e2-97de-484d-9f94-b4ea0e3ea9b9 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Made reservation on behalf of 08aac9c23a974fde83b7887f14dc7206 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:02:58.937409 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-db07a0f0-2168-40f4-843b-714a0d4f991c req-83f440e2-97de-484d-9f94-b4ea0e3ea9b9 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:59.010318 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning complete for port ad7c7f20-613e-470e-a73e-3d5fae39d3f1 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:02:59.010688 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:59.029741 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8475fad-0811-4611-a7fe-ac6294ffa30c req-4fdaeb01-8e62-477a-b7c4-5312993b1b61 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:59.031135 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e8475fad-0811-4611-a7fe-ac6294ffa30c req-4fdaeb01-8e62-477a-b7c4-5312993b1b61 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 946 time: 0.1306186 Aug 25 17:02:59.093138 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-db07a0f0-2168-40f4-843b-714a0d4f991c req-83f440e2-97de-484d-9f94-b4ea0e3ea9b9 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Allocated IP 172.20.0.9 (ef11e297-234f-4d32-ac73-2a452cb37035/27b24ef3-530b-4ff3-993e-542863dc999f/438cd34c-f290-429f-8eae-c06eb10402d4) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:02:59.126897 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f37ea9ea-f986-43c4-9e95-673506c87ed1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:59.189806 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e8475fad-0811-4611-a7fe-ac6294ffa30c req-3adc4d31-1a60-4e5d-ba17-cba4f9d57d72 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196353 Aug 25 17:02:59.234320 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56aa9fb4-20b1-46c7-b132-ef553aeb8ee2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp794e47e6-b8ad-5c0b-879a-efa4fa32050a-b97b762f-7ab5-429f-9173-c83181b28986', 'network_id': 'b97b762f-7ab5-429f-9173-c83181b28986', 'tenant_id': '14df731555054248be12237cdafc4b21', 'fixed_ips': [{'subnet_id': '75baf454-1a62-4a12-aabb-06d0d863b234'}]}} from dv-cinder-791240-5-iscsi. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 17:02:59.235144 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-56aa9fb4-20b1-46c7-b132-ef553aeb8ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:59.252662 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-db07a0f0-2168-40f4-843b-714a0d4f991c req-83f440e2-97de-484d-9f94-b4ea0e3ea9b9 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:59.273262 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-db07a0f0-2168-40f4-843b-714a0d4f991c req-83f440e2-97de-484d-9f94-b4ea0e3ea9b9 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Transition to ACTIVE for port object 438cd34c-f290-429f-8eae-c06eb10402d4 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:02:59.324985 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-db07a0f0-2168-40f4-843b-714a0d4f991c req-83f440e2-97de-484d-9f94-b4ea0e3ea9b9 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743705601783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732937'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:59.325179 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device 5adc6b44-036b-47d3-a371-9470ac6bc4c6 up at agent hyperv_hv-cinder-79124 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:02:59.328767 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-619b4c08-25a4-4ac6-9e45-368554420524 None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:59.380983 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f440e2-97de-484d-9f94-b4ea0e3ea9b9 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Pushing event updated for resources: {'Port': ['ID=438cd34c-f290-429f-8eae-c06eb10402d4,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:59.390718 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db07a0f0-2168-40f4-843b-714a0d4f991c req-83f440e2-97de-484d-9f94-b4ea0e3ea9b9 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Network ef11e297-234f-4d32-ac73-2a452cb37035 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:02:59.393278 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-db07a0f0-2168-40f4-843b-714a0d4f991c req-83f440e2-97de-484d-9f94-b4ea0e3ea9b9 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:02:59.397608 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-db07a0f0-2168-40f4-843b-714a0d4f991c req-83f440e2-97de-484d-9f94-b4ea0e3ea9b9 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:02:59.427299 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f37ea9ea-f986-43c4-9e95-673506c87ed1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:59.435210 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-619b4c08-25a4-4ac6-9e45-368554420524 None None] Transition to ACTIVE for port object 6010d72b-2694-48b0-8a36-446ebc025733 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:02:59.468708 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f37ea9ea-f986-43c4-9e95-673506c87ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:59.469191 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07a0f0-2168-40f4-843b-714a0d4f991c req-83f440e2-97de-484d-9f94-b4ea0e3ea9b9 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:59.471219 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-db07a0f0-2168-40f4-843b-714a0d4f991c req-83f440e2-97de-484d-9f94-b4ea0e3ea9b9 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:59.479142 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-619b4c08-25a4-4ac6-9e45-368554420524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:59.492017 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-db07a0f0-2168-40f4-843b-714a0d4f991c req-83f440e2-97de-484d-9f94-b4ea0e3ea9b9 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7082782 Aug 25 17:02:59.507727 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-db07a0f0-2168-40f4-843b-714a0d4f991c req-4db585b9-26d7-4bb9-b7ba-6544c3bb9841 service neutron] Request body: {'port': {'device_id': '0d7d941e-765e-41ad-b6c5-9f0b54310112', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:02:59.524836 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-56aa9fb4-20b1-46c7-b132-ef553aeb8ee2 None None] Allocated IP 172.20.0.2 (b97b762f-7ab5-429f-9173-c83181b28986/75baf454-1a62-4a12-aabb-06d0d863b234/688f6f2f-525a-4b29-badf-db855f64737a) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:02:59.628682 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-db07a0f0-2168-40f4-843b-714a0d4f991c req-4db585b9-26d7-4bb9-b7ba-6544c3bb9841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:59.673337 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-f37ea9ea-f986-43c4-9e95-673506c87ed1 admin admin] Allocated IP 172.27.2.97 (914f4934-f5ad-4127-8ba1-186f4f0b2c29/116950f5-36d3-4fc2-ae19-feb6e35b150a/d1e7c52f-be00-4931-818f-f0cc499c5ec3) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:02:59.723513 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Provisioning for port 5adc6b44-036b-47d3-a371-9470ac6bc4c6 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:02:59.765211 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9f152b-af05-4cab-88f2-15ef239cd736 None None] Pushing event updated for resources: {'Port': ['ID=6010d72b-2694-48b0-8a36-446ebc025733,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:02:59.771368 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Provisioning complete for port 5adc6b44-036b-47d3-a371-9470ac6bc4c6 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:02:59.771368 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:59.834355 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf77d68-043f-4f4d-bc96-0351c2ea55d1 req-b9b0772c-27a7-4551-8458-872697d13557 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:59.837092 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d4fc6158-dd51-443f-9c3c-aa5b3142893d None None] Provisioning for port 438cd34c-f290-429f-8eae-c06eb10402d4 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:02:59.842972 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0cf77d68-043f-4f4d-bc96-0351c2ea55d1 req-b9b0772c-27a7-4551-8458-872697d13557 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/ports?device_id=585eef15-7066-4180-b81c-f2dfa7cd096b HTTP/1.1" status: 200 len: 944 time: 0.1887932 Aug 25 17:02:59.871971 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d4fc6158-dd51-443f-9c3c-aa5b3142893d None None] Provisioning complete for port 438cd34c-f290-429f-8eae-c06eb10402d4 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:02:59.872343 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d4fc6158-dd51-443f-9c3c-aa5b3142893d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:02:59.889599 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0a8a5d-2c28-44f5-a884-1dd82ac7c090 req-3dcf84eb-45d5-4a97-9d35-939882d22da9 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:02:59.891198 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ec0a8a5d-2c28-44f5-a884-1dd82ac7c090 req-3dcf84eb-45d5-4a97-9d35-939882d22da9 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 931 time: 0.2458966 Aug 25 17:02:59.935203 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0cf77d68-043f-4f4d-bc96-0351c2ea55d1 req-e3719ab0-7d4e-436f-ad6b-3b41cb302076 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ff2fa2b-3d3a-480d-b2c8-4b08fb33b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912640 Aug 25 17:02:59.983416 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-619b4c08-25a4-4ac6-9e45-368554420524 None None] Attempting to bind port 6010d72b-2694-48b0-8a36-446ebc025733 on host dv-cinder-791240-5-iscsi for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:02:59.983789 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-619b4c08-25a4-4ac6-9e45-368554420524 None None] Attempting to bind port 6010d72b-2694-48b0-8a36-446ebc025733 by drivers openvswitch,hyperv on host dv-cinder-791240-5-iscsi at level 0 using segments [{'id': '5869c28b-1ae8-41c8-939f-b652bb6315aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1492, 'network_id': 'babef823-13d0-4c9c-ac11-3e08eee348af'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:02:59.984147 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619b4c08-25a4-4ac6-9e45-368554420524 None None] Attempting to bind port 6010d72b-2694-48b0-8a36-446ebc025733 on network babef823-13d0-4c9c-ac11-3e08eee348af {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:03:00.000648 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619b4c08-25a4-4ac6-9e45-368554420524 None None] Checking agent: {'id': '228fda10-d8da-45cc-9fcd-c0d1ec5752d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 53, 16), 'started_at': datetime.datetime(2021, 8, 25, 16, 53, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:03:00.001393 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619b4c08-25a4-4ac6-9e45-368554420524 None None] Checking segment: {'id': '5869c28b-1ae8-41c8-939f-b652bb6315aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1492, 'network_id': 'babef823-13d0-4c9c-ac11-3e08eee348af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:03:00.001393 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-619b4c08-25a4-4ac6-9e45-368554420524 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:00.001770 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619b4c08-25a4-4ac6-9e45-368554420524 None None] Bound using segment: {'id': '5869c28b-1ae8-41c8-939f-b652bb6315aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1492, 'network_id': 'babef823-13d0-4c9c-ac11-3e08eee348af'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:03:00.002248 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-619b4c08-25a4-4ac6-9e45-368554420524 None None] Bound port: 6010d72b-2694-48b0-8a36-446ebc025733, host: dv-cinder-791240-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5869c28b-1ae8-41c8-939f-b652bb6315aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1492, 'network_id': 'babef823-13d0-4c9c-ac11-3e08eee348af'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:03:00.002625 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-619b4c08-25a4-4ac6-9e45-368554420524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:00.012652 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d4fc6158-dd51-443f-9c3c-aa5b3142893d None None] Port 438cd34c-f290-429f-8eae-c06eb10402d4 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 17:03:00.024920 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ec0a8a5d-2c28-44f5-a884-1dd82ac7c090 req-9806aff2-c50e-43c6-bc75-2be082a3056b tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076698 Aug 25 17:03:00.028383 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f37ea9ea-f986-43c4-9e95-673506c87ed1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:00.034683 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-56aa9fb4-20b1-46c7-b132-ef553aeb8ee2 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:00.083496 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-56aa9fb4-20b1-46c7-b132-ef553aeb8ee2 None None] Transition to ACTIVE for port object 688f6f2f-525a-4b29-badf-db855f64737a will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:03:00.117496 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [req-db07a0f0-2168-40f4-843b-714a0d4f991c req-4db585b9-26d7-4bb9-b7ba-6544c3bb9841 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 438cd34c-f290-429f-8eae-c06eb10402d4 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:03:00.118089 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:00.120300 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-56aa9fb4-20b1-46c7-b132-ef553aeb8ee2 None None] Transition to ACTIVE for port object 688f6f2f-525a-4b29-badf-db855f64737a will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:03:00.125767 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-db07a0f0-2168-40f4-843b-714a0d4f991c req-4db585b9-26d7-4bb9-b7ba-6544c3bb9841 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:00.137009 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdb3837-44b1-49cc-bb65-f04c681f2d29 req-16922519-bf49-4699-89d8-ebe481db3d12 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:00.140145 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-db07a0f0-2168-40f4-843b-714a0d4f991c req-4db585b9-26d7-4bb9-b7ba-6544c3bb9841 service neutron] Transition to ACTIVE for port object 438cd34c-f290-429f-8eae-c06eb10402d4 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:03:00.145966 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1bdb3837-44b1-49cc-bb65-f04c681f2d29 req-16922519-bf49-4699-89d8-ebe481db3d12 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=794863af-1cf7-4172-98ee-62423583e07d HTTP/1.1" status: 200 len: 944 time: 0.1115448 Aug 25 17:03:00.150205 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-56aa9fb4-20b1-46c7-b132-ef553aeb8ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743705601783'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:00.154876 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-db07a0f0-2168-40f4-843b-714a0d4f991c req-4db585b9-26d7-4bb9-b7ba-6544c3bb9841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3732944'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:00.173012 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-619b4c08-25a4-4ac6-9e45-368554420524 None None] For port 6010d72b-2694-48b0-8a36-446ebc025733, host dv-cinder-791240-5-iscsi, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:03:00.199091 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '585eef15-7066-4180-b81c-f2dfa7cd096b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5adc6b44-036b-47d3-a371-9470ac6bc4c6'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:03:00.201321 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a4fac4520762e8d57daf7008e8680b9db75e4099b28a5f40786ddec6b187ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566e0c14-c0d4-4a44-a0b3-c0d85956bee3" -d '{"events": [{"server_uuid": "585eef15-7066-4180-b81c-f2dfa7cd096b", "name": "network-vif-plugged", "status": "completed", "tag": "5adc6b44-036b-47d3-a371-9470ac6bc4c6"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:03:00.216553 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f37ea9ea-f986-43c4-9e95-673506c87ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743705601783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3625696'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:00.232558 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-619b4c08-25a4-4ac6-9e45-368554420524 None None] For port 6010d72b-2694-48b0-8a36-446ebc025733, host dv-cinder-791240-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=6010d72b-2694-48b0-8a36-446ebc025733,segment=NetworkSegment(5869c28b-1ae8-41c8-939f-b652bb6315aa),segment_id=5869c28b-1ae8-41c8-939f-b652bb6315aa)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:03:00.232765 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db585b9-26d7-4bb9-b7ba-6544c3bb9841 service neutron] Pushing event updated for resources: {'Port': ['ID=438cd34c-f290-429f-8eae-c06eb10402d4,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:00.239446 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port 5adc6b44-036b-47d3-a371-9470ac6bc4c6, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=5adc6b44-036b-47d3-a371-9470ac6bc4c6,segment=NetworkSegment(afe6f7c0-b77b-4548-99ec-fb34a489e3ce),segment_id=afe6f7c0-b77b-4548-99ec-fb34a489e3ce)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:03:00.242219 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56aa9fb4-20b1-46c7-b132-ef553aeb8ee2 None None] Network b97b762f-7ab5-429f-9173-c83181b28986 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:03:00.247971 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-619b4c08-25a4-4ac6-9e45-368554420524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:00.257932 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-56aa9fb4-20b1-46c7-b132-ef553aeb8ee2 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:03:00.265267 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56aa9fb4-20b1-46c7-b132-ef553aeb8ee2 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:03:00.267440 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37ea9ea-f986-43c4-9e95-673506c87ed1 admin admin] Pushing event updated for resources: {'Port': ['ID=d1e7c52f-be00-4931-818f-f0cc499c5ec3,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:00.278063 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e087be70-a975-4c4e-b20b-47cfe6ec039e req-619c0a2a-8001-4802-9683-41e30e65192a tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=2cd1ef7b311e42dba389f2361ab98bc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0991662 Aug 25 17:03:00.279878 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:00.296150 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aa9fb4-20b1-46c7-b132-ef553aeb8ee2 None None] Pushing event updated for resources: {'Port': ['ID=688f6f2f-525a-4b29-badf-db855f64737a,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:00.301303 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1bdb3837-44b1-49cc-bb65-f04c681f2d29 req-24689b19-39bb-4fe3-9712-990cacc8eaf3 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538684 Aug 25 17:03:00.329643 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-db07a0f0-2168-40f4-843b-714a0d4f991c req-4db585b9-26d7-4bb9-b7ba-6544c3bb9841 service neutron] Attempting to bind port 438cd34c-f290-429f-8eae-c06eb10402d4 on host hv-cinder-79124 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:03:00.330993 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37ea9ea-f986-43c4-9e95-673506c87ed1 admin admin] Network 914f4934-f5ad-4127-8ba1-186f4f0b2c29 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:03:00.333659 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-db07a0f0-2168-40f4-843b-714a0d4f991c req-4db585b9-26d7-4bb9-b7ba-6544c3bb9841 service neutron] Attempting to bind port 438cd34c-f290-429f-8eae-c06eb10402d4 by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': '3d213855-abfe-4e58-8480-7cb89771466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1479, 'network_id': 'ef11e297-234f-4d32-ac73-2a452cb37035'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:03:00.334247 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db07a0f0-2168-40f4-843b-714a0d4f991c req-4db585b9-26d7-4bb9-b7ba-6544c3bb9841 service neutron] Attempting to bind port 438cd34c-f290-429f-8eae-c06eb10402d4 on network ef11e297-234f-4d32-ac73-2a452cb37035 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:03:00.339847 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db07a0f0-2168-40f4-843b-714a0d4f991c req-4db585b9-26d7-4bb9-b7ba-6544c3bb9841 service neutron] Port 438cd34c-f290-429f-8eae-c06eb10402d4 on network ef11e297-234f-4d32-ac73-2a452cb37035 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 17:03:00.340766 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db07a0f0-2168-40f4-843b-714a0d4f991c req-4db585b9-26d7-4bb9-b7ba-6544c3bb9841 service neutron] Attempting to bind port 438cd34c-f290-429f-8eae-c06eb10402d4 on network ef11e297-234f-4d32-ac73-2a452cb37035 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:03:00.351899 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-f37ea9ea-f986-43c4-9e95-673506c87ed1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:03:00.356697 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db07a0f0-2168-40f4-843b-714a0d4f991c req-4db585b9-26d7-4bb9-b7ba-6544c3bb9841 service neutron] Checking agent: {'id': '5ac426a1-ab5c-4a46-b982-fffaa6db999e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 59, 15), 'started_at': datetime.datetime(2021, 8, 25, 16, 59, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:03:00.357748 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db07a0f0-2168-40f4-843b-714a0d4f991c req-4db585b9-26d7-4bb9-b7ba-6544c3bb9841 service neutron] Checking segment: {'id': '3d213855-abfe-4e58-8480-7cb89771466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1479, 'network_id': 'ef11e297-234f-4d32-ac73-2a452cb37035'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:03:00.358355 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db07a0f0-2168-40f4-843b-714a0d4f991c req-4db585b9-26d7-4bb9-b7ba-6544c3bb9841 service neutron] Bound using segment: {'id': '3d213855-abfe-4e58-8480-7cb89771466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1479, 'network_id': 'ef11e297-234f-4d32-ac73-2a452cb37035'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:03:00.358989 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-db07a0f0-2168-40f4-843b-714a0d4f991c req-4db585b9-26d7-4bb9-b7ba-6544c3bb9841 service neutron] Bound port: 438cd34c-f290-429f-8eae-c06eb10402d4, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d213855-abfe-4e58-8480-7cb89771466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1479, 'network_id': 'ef11e297-234f-4d32-ac73-2a452cb37035'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:03:00.359535 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-db07a0f0-2168-40f4-843b-714a0d4f991c req-4db585b9-26d7-4bb9-b7ba-6544c3bb9841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:00.411969 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619b4c08-25a4-4ac6-9e45-368554420524 None None] Routers {'04b77e9b-3ed7-48f6-b59b-3883882c6b63'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:03:00.412797 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-619b4c08-25a4-4ac6-9e45-368554420524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:02:46Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['04b77e9b-3ed7-48f6-b59b-3883882c6b63'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:03:00.414757 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-56aa9fb4-20b1-46c7-b132-ef553aeb8ee2 None None] Attempting to bind port 688f6f2f-525a-4b29-badf-db855f64737a on host dv-cinder-791240-5-iscsi for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:03:00.415599 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-56aa9fb4-20b1-46c7-b132-ef553aeb8ee2 None None] Attempting to bind port 688f6f2f-525a-4b29-badf-db855f64737a by drivers openvswitch,hyperv on host dv-cinder-791240-5-iscsi at level 0 using segments [{'id': '385da044-559a-4e2f-abcf-a5de1c71615e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1455, 'network_id': 'b97b762f-7ab5-429f-9173-c83181b28986'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:03:00.415599 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56aa9fb4-20b1-46c7-b132-ef553aeb8ee2 None None] Attempting to bind port 688f6f2f-525a-4b29-badf-db855f64737a on network b97b762f-7ab5-429f-9173-c83181b28986 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:03:00.415831 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37ea9ea-f986-43c4-9e95-673506c87ed1 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:03:00.478024 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-db07a0f0-2168-40f4-843b-714a0d4f991c req-4db585b9-26d7-4bb9-b7ba-6544c3bb9841 service neutron] For port 438cd34c-f290-429f-8eae-c06eb10402d4, host hv-cinder-79124, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:03:00.482811 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-db07a0f0-2168-40f4-843b-714a0d4f991c req-4db585b9-26d7-4bb9-b7ba-6544c3bb9841 service neutron] For port 438cd34c-f290-429f-8eae-c06eb10402d4, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=438cd34c-f290-429f-8eae-c06eb10402d4,segment=NetworkSegment(3d213855-abfe-4e58-8480-7cb89771466f),segment_id=3d213855-abfe-4e58-8480-7cb89771466f)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:03:00.491000 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-db07a0f0-2168-40f4-843b-714a0d4f991c req-4db585b9-26d7-4bb9-b7ba-6544c3bb9841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3732944'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:00.584871 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07a0f0-2168-40f4-843b-714a0d4f991c req-4db585b9-26d7-4bb9-b7ba-6544c3bb9841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:00.585884 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-db07a0f0-2168-40f4-843b-714a0d4f991c req-4db585b9-26d7-4bb9-b7ba-6544c3bb9841 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:00.587432 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-db07a0f0-2168-40f4-843b-714a0d4f991c req-4db585b9-26d7-4bb9-b7ba-6544c3bb9841 service neutron] 10.222.0.16 "PUT /v2.0/ports/438cd34c-f290-429f-8eae-c06eb10402d4 HTTP/1.1" status: 200 len: 1093 time: 1.0842912 Aug 25 17:03:00.588110 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db585b9-26d7-4bb9-b7ba-6544c3bb9841 service neutron] Pushing event updated for resources: {'Port': ['ID=438cd34c-f290-429f-8eae-c06eb10402d4,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:00.601131 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d7d941e-765e-41ad-b6c5-9f0b54310112', 'tag': '438cd34c-f290-429f-8eae-c06eb10402d4'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:03:00.604921 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30294bf1a97406c8a8235025fddf2f3c25b52a26b11c10f571ea972848b08700" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc6f4e3-0a26-4319-85a6-75bddb0c4ecf" -d '{"events": [{"name": "network-changed", "server_uuid": "0d7d941e-765e-41ad-b6c5-9f0b54310112", "tag": "438cd34c-f290-429f-8eae-c06eb10402d4"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:03:00.619205 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11879f7a-84bf-4bb2-8d31-e91dc311a32a x-openstack-request-id: req-11879f7a-84bf-4bb2-8d31-e91dc311a32a {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:03:00.619605 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "585eef15-7066-4180-b81c-f2dfa7cd096b", "name": "network-vif-plugged", "status": "completed", "tag": "5adc6b44-036b-47d3-a371-9470ac6bc4c6", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:03:00.620239 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-11879f7a-84bf-4bb2-8d31-e91dc311a32a {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:03:00.620544 dv-cinder-791240-5-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '585eef15-7066-4180-b81c-f2dfa7cd096b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5adc6b44-036b-47d3-a371-9470ac6bc4c6', 'code': 200} Aug 25 17:03:00.622311 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9f152b-af05-4cab-88f2-15ef239cd736 None None] Pushing event updated for resources: {'Port': ['ID=6010d72b-2694-48b0-8a36-446ebc025733,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:00.639753 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56aa9fb4-20b1-46c7-b132-ef553aeb8ee2 None None] Checking agent: {'id': '228fda10-d8da-45cc-9fcd-c0d1ec5752d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 53, 16), 'started_at': datetime.datetime(2021, 8, 25, 16, 53, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:03:00.640128 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56aa9fb4-20b1-46c7-b132-ef553aeb8ee2 None None] Checking segment: {'id': '385da044-559a-4e2f-abcf-a5de1c71615e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1455, 'network_id': 'b97b762f-7ab5-429f-9173-c83181b28986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:03:00.640530 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-56aa9fb4-20b1-46c7-b132-ef553aeb8ee2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:00.640929 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56aa9fb4-20b1-46c7-b132-ef553aeb8ee2 None None] Bound using segment: {'id': '385da044-559a-4e2f-abcf-a5de1c71615e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1455, 'network_id': 'b97b762f-7ab5-429f-9173-c83181b28986'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:03:00.641413 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-56aa9fb4-20b1-46c7-b132-ef553aeb8ee2 None None] Bound port: 688f6f2f-525a-4b29-badf-db855f64737a, host: dv-cinder-791240-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '385da044-559a-4e2f-abcf-a5de1c71615e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1455, 'network_id': 'b97b762f-7ab5-429f-9173-c83181b28986'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:03:00.641816 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-56aa9fb4-20b1-46c7-b132-ef553aeb8ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:00.657590 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-619b4c08-25a4-4ac6-9e45-368554420524 None None] Set router 04b77e9b-3ed7-48f6-b59b-3883882c6b63 gateway port host: dv-cinder-791240-5-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:03:00.724843 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07a0f0-2168-40f4-843b-714a0d4f991c req-b495e625-45e6-42a0-954a-e47275d9628c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:00.726572 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-db07a0f0-2168-40f4-843b-714a0d4f991c req-b495e625-45e6-42a0-954a-e47275d9628c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=08aac9c23a974fde83b7887f14dc7206&device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 1096 time: 0.0600042 Aug 25 17:03:00.836495 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Pushing event updated for resources: {'Port': ['ID=5adc6b44-036b-47d3-a371-9470ac6bc4c6,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:00.840066 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-db07a0f0-2168-40f4-843b-714a0d4f991c req-69596de5-ae80-4246-8d26-be852789c577 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=438cd34c-f290-429f-8eae-c06eb10402d4 HTTP/1.1" status: 200 len: 217 time: 0.0885298 Aug 25 17:03:00.852212 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7216be5-4d5c-4723-bded-d6200716d7ba req-ba357873-afdc-4149-8fae-b7fc68a50717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:00.853563 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a7216be5-4d5c-4723-bded-d6200716d7ba req-ba357873-afdc-4149-8fae-b7fc68a50717 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=585eef15-7066-4180-b81c-f2dfa7cd096b HTTP/1.1" status: 200 len: 1098 time: 0.0930285 Aug 25 17:03:00.904466 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-56aa9fb4-20b1-46c7-b132-ef553aeb8ee2 None None] For port 688f6f2f-525a-4b29-badf-db855f64737a, host dv-cinder-791240-5-iscsi, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:03:00.928939 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-56aa9fb4-20b1-46c7-b132-ef553aeb8ee2 None None] For port 688f6f2f-525a-4b29-badf-db855f64737a, host dv-cinder-791240-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=688f6f2f-525a-4b29-badf-db855f64737a,segment=NetworkSegment(385da044-559a-4e2f-abcf-a5de1c71615e),segment_id=385da044-559a-4e2f-abcf-a5de1c71615e)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:03:00.931078 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07a0f0-2168-40f4-843b-714a0d4f991c req-e59f29dd-46eb-48df-8d70-346c7ee6b7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:00.932783 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-db07a0f0-2168-40f4-843b-714a0d4f991c req-e59f29dd-46eb-48df-8d70-346c7ee6b7e3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=27b24ef3-530b-4ff3-993e-542863dc999f HTTP/1.1" status: 200 len: 848 time: 0.0831051 Aug 25 17:03:00.935002 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a7216be5-4d5c-4723-bded-d6200716d7ba req-bc077edd-d2a5-4252-ab74-a58bb50444b0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3ff2fa2b-3d3a-480d-b2c8-4b08fb33b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739443 Aug 25 17:03:00.940873 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-56aa9fb4-20b1-46c7-b132-ef553aeb8ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:01.012724 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087be70-a975-4c4e-b20b-47cfe6ec039e req-a2bd83b0-62e9-4723-9203-3373b63e7a5f tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:01.019863 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e087be70-a975-4c4e-b20b-47cfe6ec039e req-a2bd83b0-62e9-4723-9203-3373b63e7a5f tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7409704 Aug 25 17:03:01.048670 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aa9fb4-20b1-46c7-b132-ef553aeb8ee2 None None] Pushing event updated for resources: {'Port': ['ID=688f6f2f-525a-4b29-badf-db855f64737a,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:01.055084 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e087be70-a975-4c4e-b20b-47cfe6ec039e req-a1bc1b8e-994a-466d-a72d-3cf0ec4b6c6b tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] 10.222.0.88 "GET /v2.0/quotas/2cd1ef7b311e42dba389f2361ab98bc9 HTTP/1.1" status: 200 len: 375 time: 0.0341618 Aug 25 17:03:01.066871 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603c1f5c-e290-4644-8fbf-d23c5b5f8c21 req-6f12634d-69eb-4333-9ce4-02efa03acd83 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:01.074360 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-603c1f5c-e290-4644-8fbf-d23c5b5f8c21 req-6f12634d-69eb-4333-9ce4-02efa03acd83 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 946 time: 0.1664431 Aug 25 17:03:01.080975 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-619b4c08-25a4-4ac6-9e45-368554420524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'name': 'tempest-TestVolumeBootPattern-2088495679-router', 'tenant_id': 'ba5739dee5fb41749a615cb50fc983d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'ad7c7f20-613e-470e-a73e-3d5fae39d3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:02:51Z', 'updated_at': '2021-08-25T17:02:55Z', 'revision_number': 4, 'project_id': 'ba5739dee5fb41749a615cb50fc983d9', 'gw_port': {'id': 'ad7c7f20-613e-470e-a73e-3d5fae39d3f1', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ba:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:52Z', 'updated_at': '2021-08-25T17:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_interfaces': [{'id': '6010d72b-2694-48b0-8a36-446ebc025733', 'name': '', 'network_id': 'babef823-13d0-4c9c-ac11-3e08eee348af', 'tenant_id': 'ba5739dee5fb41749a615cb50fc983d9', 'mac_address': 'fa:16:3e:94:64:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'bfe00ef0-b79f-4f8a-b5ba-574e5c012373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:54Z', 'updated_at': '2021-08-25T17:03:00Z', 'revision_number': 4, 'project_id': 'ba5739dee5fb41749a615cb50fc983d9', 'subnets': [{'id': 'bfe00ef0-b79f-4f8a-b5ba-574e5c012373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:03:01.109129 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619b4c08-25a4-4ac6-9e45-368554420524 None None] The sync data for ids ['04b77e9b-3ed7-48f6-b59b-3883882c6b63'] in dv-cinder-791240-5-iscsi is: [{'id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'name': 'tempest-TestVolumeBootPattern-2088495679-router', 'tenant_id': 'ba5739dee5fb41749a615cb50fc983d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'ad7c7f20-613e-470e-a73e-3d5fae39d3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:02:51Z', 'updated_at': '2021-08-25T17:02:55Z', 'revision_number': 4, 'project_id': 'ba5739dee5fb41749a615cb50fc983d9', 'gw_port': {'id': 'ad7c7f20-613e-470e-a73e-3d5fae39d3f1', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ba:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:52Z', 'updated_at': '2021-08-25T17:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_interfaces': [{'id': '6010d72b-2694-48b0-8a36-446ebc025733', 'name': '', 'network_id': 'babef823-13d0-4c9c-ac11-3e08eee348af', 'tenant_id': 'ba5739dee5fb41749a615cb50fc983d9', 'mac_address': 'fa:16:3e:94:64:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'bfe00ef0-b79f-4f8a-b5ba-574e5c012373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:54Z', 'updated_at': '2021-08-25T17:03:00Z', 'revision_number': 4, 'project_id': 'ba5739dee5fb41749a615cb50fc983d9', 'subnets': [{'id': 'bfe00ef0-b79f-4f8a-b5ba-574e5c012373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:03:01.126297 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e087be70-a975-4c4e-b20b-47cfe6ec039e req-96a49a66-c9e7-4669-b4ba-0983e9383c1b tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=2cd1ef7b311e42dba389f2361ab98bc9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0703349 Aug 25 17:03:01.240396 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-603c1f5c-e290-4644-8fbf-d23c5b5f8c21 req-fdbc26e1-87e9-4f37-a1cd-3e5711428c83 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651530 Aug 25 17:03:01.290673 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07a0f0-2168-40f4-843b-714a0d4f991c req-801e833c-c02e-49f5-9961-1514a75c72f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:01.292295 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-db07a0f0-2168-40f4-843b-714a0d4f991c req-801e833c-c02e-49f5-9961-1514a75c72f4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ef11e297-234f-4d32-ac73-2a452cb37035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1054225 Aug 25 17:03:01.346645 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device 6fb11535-3441-4b83-aab6-ca3aa2d69f11 up at agent hyperv_hv-cinder-79124 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:03:01.431249 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d4e595-52b8-484a-b06b-fc2dac194649 x-openstack-request-id: req-e8d4e595-52b8-484a-b06b-fc2dac194649 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:03:01.431863 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d7d941e-765e-41ad-b6c5-9f0b54310112", "tag": "438cd34c-f290-429f-8eae-c06eb10402d4", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:03:01.432333 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e8d4e595-52b8-484a-b06b-fc2dac194649 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:03:01.432936 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d7d941e-765e-41ad-b6c5-9f0b54310112', 'tag': '438cd34c-f290-429f-8eae-c06eb10402d4', 'status': 'completed', 'code': 200} Aug 25 17:03:01.451071 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f37ea9ea-f986-43c4-9e95-673506c87ed1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:01.478025 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-db07a0f0-2168-40f4-843b-714a0d4f991c req-83f86dd2-ad36-481e-a1b1-17d62bf86b34 service neutron] 10.222.0.16 "GET /v2.0/networks/ef11e297-234f-4d32-ac73-2a452cb37035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744516 Aug 25 17:03:01.492463 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Provisioning for port 6fb11535-3441-4b83-aab6-ca3aa2d69f11 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:03:01.505463 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Provisioning complete for port 6fb11535-3441-4b83-aab6-ca3aa2d69f11 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:03:01.506153 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:01.639657 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:01.684131 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-db07a0f0-2168-40f4-843b-714a0d4f991c req-4ab1646c-d10e-48a2-9575-b3f6475d3aab service neutron] 10.222.0.16 "GET /v2.0/networks/ef11e297-234f-4d32-ac73-2a452cb37035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948423 Aug 25 17:03:01.696503 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port 6fb11535-3441-4b83-aab6-ca3aa2d69f11, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=6fb11535-3441-4b83-aab6-ca3aa2d69f11,segment=NetworkSegment(464881d0-366d-4203-be8e-e80b8f8623d9),segment_id=464881d0-366d-4203-be8e-e80b8f8623d9)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:03:01.701349 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:01.760371 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c3b5c-2de3-456b-854c-5fca2aefb4b2 req-1106fc8a-8931-4452-bba0-4c072e34c4aa tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:01.765895 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Pushing event updated for resources: {'Port': ['ID=6fb11535-3441-4b83-aab6-ca3aa2d69f11,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:01.766419 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2d5c3b5c-2de3-456b-854c-5fca2aefb4b2 req-1106fc8a-8931-4452-bba0-4c072e34c4aa tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/ports?device_id=585eef15-7066-4180-b81c-f2dfa7cd096b HTTP/1.1" status: 200 len: 945 time: 0.1951361 Aug 25 17:03:01.792263 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f253e8f-a0da-4070-9342-e2009fa857d5 req-9318ee4d-17e7-4ba7-9b46-8d17b41f1472 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:01.793801 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7f253e8f-a0da-4070-9342-e2009fa857d5 req-9318ee4d-17e7-4ba7-9b46-8d17b41f1472 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 943 time: 0.2151036 Aug 25 17:03:01.834726 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc6f4e3-0a26-4319-85a6-75bddb0c4ecf req-a5576fd3-e561-4f8a-b08c-3f4254490d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:01.836466 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-dcc6f4e3-0a26-4319-85a6-75bddb0c4ecf req-a5576fd3-e561-4f8a-b08c-3f4254490d18 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=08aac9c23a974fde83b7887f14dc7206&device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 1096 time: 0.0829835 Aug 25 17:03:01.918632 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7f253e8f-a0da-4070-9342-e2009fa857d5 req-122be558-a299-4524-b461-843ddfd5d2a4 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093278 Aug 25 17:03:01.936264 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2d5c3b5c-2de3-456b-854c-5fca2aefb4b2 req-49bb89d2-c435-4302-84b6-4eedee85908b tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ff2fa2b-3d3a-480d-b2c8-4b08fb33b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640875 Aug 25 17:03:01.970832 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f37ea9ea-f986-43c4-9e95-673506c87ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-612021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613947'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:02.012836 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc6f4e3-0a26-4319-85a6-75bddb0c4ecf req-39942697-8df8-4650-a435-ed22057a9b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:02.012836 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-dcc6f4e3-0a26-4319-85a6-75bddb0c4ecf req-39942697-8df8-4650-a435-ed22057a9b61 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ef11e297-234f-4d32-ac73-2a452cb37035 HTTP/1.1" status: 200 len: 911 time: 0.1658380 Aug 25 17:03:02.084806 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-dcc6f4e3-0a26-4319-85a6-75bddb0c4ecf req-7af70b8a-f901-41cf-8e89-1194b3130109 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=438cd34c-f290-429f-8eae-c06eb10402d4 HTTP/1.1" status: 200 len: 217 time: 0.0629332 Aug 25 17:03:02.152188 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-faa015a5-7880-41da-9983-a979a91ca085 req-1bd36d53-4f98-4ba3-9af5-e6d23a127326 tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4444644-fbd8-47af-88aa-3d8240a78d70 HTTP/1.1" status: 200 len: 210 time: 0.0776439 Aug 25 17:03:02.192478 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc6f4e3-0a26-4319-85a6-75bddb0c4ecf req-7a916f23-3b8a-4d8e-9928-57c7f9a07b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:02.194632 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-dcc6f4e3-0a26-4319-85a6-75bddb0c4ecf req-7a916f23-3b8a-4d8e-9928-57c7f9a07b67 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=27b24ef3-530b-4ff3-993e-542863dc999f HTTP/1.1" status: 200 len: 848 time: 0.1025863 Aug 25 17:03:02.248025 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647ec2a-6719-4373-be71-2737e239302a req-7b46bac2-e2a2-42db-a905-f231ce539ec7 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:02.249572 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5647ec2a-6719-4373-be71-2737e239302a req-7b46bac2-e2a2-42db-a905-f231ce539ec7 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=794863af-1cf7-4172-98ee-62423583e07d HTTP/1.1" status: 200 len: 945 time: 0.1739640 Aug 25 17:03:02.288119 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc6f4e3-0a26-4319-85a6-75bddb0c4ecf req-5bdba64a-343d-4375-acbf-6c94dd33375d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:02.290545 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-dcc6f4e3-0a26-4319-85a6-75bddb0c4ecf req-5bdba64a-343d-4375-acbf-6c94dd33375d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ef11e297-234f-4d32-ac73-2a452cb37035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0855589 Aug 25 17:03:02.350314 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5647ec2a-6719-4373-be71-2737e239302a req-0779fd04-ad3d-43e6-94a5-8e066ce7ff2d tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918555 Aug 25 17:03:02.354689 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ea4a3a-1a44-4059-8e4f-8ccf72793d6a None None] Network b97b762f-7ab5-429f-9173-c83181b28986 requested from dv-cinder-791240-5-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:03:02.417946 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f37ea9ea-f986-43c4-9e95-673506c87ed1 admin admin] Router 58945f0c-4f35-4e1d-acd2-e675ce6cd9ac is scheduled to L3 agent d32565c1-f1a3-4226-8f5a-e505deb187a1 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 17:03:02.449686 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-dcc6f4e3-0a26-4319-85a6-75bddb0c4ecf req-4d266184-ebcd-4ba5-89a8-8e25e6817d98 service neutron] 10.222.0.16 "GET /v2.0/networks/ef11e297-234f-4d32-ac73-2a452cb37035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370046 Aug 25 17:03:02.495692 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-00228e1f-87fa-4f4d-addb-0836adf833fc None None] Provisioning for port 688f6f2f-525a-4b29-badf-db855f64737a completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:03:02.504954 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff3b1a-7a1b-420e-8a86-38c284e8f611 req-b1380a36-cf80-4bd2-913a-94239cc3b99a tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:02.512636 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b5ff3b1a-7a1b-420e-8a86-38c284e8f611 req-b1380a36-cf80-4bd2-913a-94239cc3b99a tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 946 time: 0.1088190 Aug 25 17:03:02.573617 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-dcc6f4e3-0a26-4319-85a6-75bddb0c4ecf req-0f2521e5-4584-4f84-a2e2-8e69d1f242d7 service neutron] 10.222.0.16 "GET /v2.0/networks/ef11e297-234f-4d32-ac73-2a452cb37035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146164 Aug 25 17:03:02.595015 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b5ff3b1a-7a1b-420e-8a86-38c284e8f611 req-6104a9e9-b535-4b35-b405-5bbf4132026e tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814009 Aug 25 17:03:02.601181 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f37ea9ea-f986-43c4-9e95-673506c87ed1 admin admin] Notify agent at l3_agent.dv-cinder-791240-5-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:03:02.610059 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13166db-ba89-40ae-a50c-600ebb5b699c None None] Sync routers for ids ['58945f0c-4f35-4e1d-acd2-e675ce6cd9ac'] in dv-cinder-791240-5-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:03:02.617715 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f37ea9ea-f986-43c4-9e95-673506c87ed1 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:02.621470 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-f37ea9ea-f986-43c4-9e95-673506c87ed1 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8358426 Aug 25 17:03:02.621845 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 37300) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:03:02.622517 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '794863af-1cf7-4172-98ee-62423583e07d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb11535-3441-4b83-aab6-ca3aa2d69f11'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:03:02.625272 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a4fac4520762e8d57daf7008e8680b9db75e4099b28a5f40786ddec6b187ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c36f0c8-2e1a-48c5-b0c4-f918f98b4d6c" -d '{"events": [{"server_uuid": "794863af-1cf7-4172-98ee-62423583e07d", "name": "network-vif-plugged", "status": "completed", "tag": "6fb11535-3441-4b83-aab6-ca3aa2d69f11"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:03:02.630008 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13166db-ba89-40ae-a50c-600ebb5b699c None None] Routers {'58945f0c-4f35-4e1d-acd2-e675ce6cd9ac'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:03:02.631119 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d13166db-ba89-40ae-a50c-600ebb5b699c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:02:46Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['58945f0c-4f35-4e1d-acd2-e675ce6cd9ac'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:03:02.675999 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c13609-5cf5-4eab-81e7-fc493dcfa7c9 x-openstack-request-id: req-30c13609-5cf5-4eab-81e7-fc493dcfa7c9 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:03:02.676305 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "794863af-1cf7-4172-98ee-62423583e07d", "name": "network-vif-plugged", "status": "completed", "tag": "6fb11535-3441-4b83-aab6-ca3aa2d69f11", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:03:02.676559 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-30c13609-5cf5-4eab-81e7-fc493dcfa7c9 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:03:02.677035 dv-cinder-791240-5-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '794863af-1cf7-4172-98ee-62423583e07d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb11535-3441-4b83-aab6-ca3aa2d69f11', 'code': 200} Aug 25 17:03:02.890965 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-d13166db-ba89-40ae-a50c-600ebb5b699c None None] Set router 58945f0c-4f35-4e1d-acd2-e675ce6cd9ac gateway port host: dv-cinder-791240-5-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:03:02.902289 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device 6010d72b-2694-48b0-8a36-446ebc025733 up at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:03:03.029217 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010337b-0d9a-499d-8d45-9c1c3152fcb0 req-947e9c31-e3df-4cb1-8d17-27843a6fa4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:03.030699 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d010337b-0d9a-499d-8d45-9c1c3152fcb0 req-947e9c31-e3df-4cb1-8d17-27843a6fa4e8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=794863af-1cf7-4172-98ee-62423583e07d HTTP/1.1" status: 200 len: 1098 time: 0.1114252 Aug 25 17:03:03.117536 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning for port 6010d72b-2694-48b0-8a36-446ebc025733 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:03:03.122651 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning complete for port 6010d72b-2694-48b0-8a36-446ebc025733 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:03:03.123026 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:03.152413 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e087be70-a975-4c4e-b20b-47cfe6ec039e req-ba721036-2aa7-4d17-ba88-ba63da419e8b tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=2cd1ef7b311e42dba389f2361ab98bc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366056 Aug 25 17:03:03.221771 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d13166db-ba89-40ae-a50c-600ebb5b699c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58945f0c-4f35-4e1d-acd2-e675ce6cd9ac', 'name': 'tempest-TestVolumeBootPattern-1514155628-router', 'tenant_id': '14df731555054248be12237cdafc4b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'd1e7c52f-be00-4931-818f-f0cc499c5ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:02:58Z', 'updated_at': '2021-08-25T17:03:01Z', 'revision_number': 3, 'project_id': '14df731555054248be12237cdafc4b21', 'gw_port': {'id': 'd1e7c52f-be00-4931-818f-f0cc499c5ec3', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a7:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58945f0c-4f35-4e1d-acd2-e675ce6cd9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:59Z', 'updated_at': '2021-08-25T17:02:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi'}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:03:03.236893 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f4dee2-c377-43a1-aa32-3b24e9394e9e req-dd696e95-3df2-4293-86dd-8e481e3277d0 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:03.238432 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a7f4dee2-c377-43a1-aa32-3b24e9394e9e req-dd696e95-3df2-4293-86dd-8e481e3277d0 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 943 time: 0.1321542 Aug 25 17:03:03.249825 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79e26cf-b5c6-4846-930a-8cac4445ba37 req-9a766aa3-57f8-40b8-a40e-456a9aa32276 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:03.251467 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b79e26cf-b5c6-4846-930a-8cac4445ba37 req-9a766aa3-57f8-40b8-a40e-456a9aa32276 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/ports?device_id=585eef15-7066-4180-b81c-f2dfa7cd096b HTTP/1.1" status: 200 len: 945 time: 0.1243308 Aug 25 17:03:03.265013 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13166db-ba89-40ae-a50c-600ebb5b699c None None] Checking router: 58945f0c-4f35-4e1d-acd2-e675ce6cd9ac for host: dv-cinder-791240-5-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:03:03.265850 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13166db-ba89-40ae-a50c-600ebb5b699c None None] Updating router 58945f0c-4f35-4e1d-acd2-e675ce6cd9ac port d1e7c52f-be00-4931-818f-f0cc499c5ec3 binding host dv-cinder-791240-5-iscsi {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 17:03:03.268840 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:03.301872 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d13166db-ba89-40ae-a50c-600ebb5b699c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:03.327458 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] For port 6010d72b-2694-48b0-8a36-446ebc025733, host dv-cinder-791240-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=6010d72b-2694-48b0-8a36-446ebc025733,segment=NetworkSegment(5869c28b-1ae8-41c8-939f-b652bb6315aa),segment_id=5869c28b-1ae8-41c8-939f-b652bb6315aa)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:03:03.330134 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a7f4dee2-c377-43a1-aa32-3b24e9394e9e req-6ea9f047-ac86-4cbb-9794-ebc26560d5b0 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748043 Aug 25 17:03:03.338265 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:03.338265 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device 688f6f2f-525a-4b29-badf-db855f64737a up at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:03:03.360045 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b79e26cf-b5c6-4846-930a-8cac4445ba37 req-81e3e22f-d8b9-4e2e-8280-9c3aaaac4539 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ff2fa2b-3d3a-480d-b2c8-4b08fb33b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846772 Aug 25 17:03:03.430796 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Pushing event updated for resources: {'Port': ['ID=6010d72b-2694-48b0-8a36-446ebc025733,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:03.445068 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning for port 688f6f2f-525a-4b29-badf-db855f64737a completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:03:03.449649 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning complete for port 688f6f2f-525a-4b29-badf-db855f64737a triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:03:03.450273 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:03.494039 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-31feb6b5-3705-47a7-ad60-043c04e857b6 req-fea12c01-ac72-403d-a41c-1f6bae6b1774 tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4444644-fbd8-47af-88aa-3d8240a78d70 HTTP/1.1" status: 200 len: 210 time: 0.0328593 Aug 25 17:03:03.623663 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28284a1-00ec-4aa4-9469-d0f7da96af63 req-b8fac3d4-332a-43bb-a553-ef7d83445f17 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:03.625764 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b28284a1-00ec-4aa4-9469-d0f7da96af63 req-b8fac3d4-332a-43bb-a553-ef7d83445f17 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=794863af-1cf7-4172-98ee-62423583e07d HTTP/1.1" status: 200 len: 945 time: 0.0571873 Aug 25 17:03:03.672618 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:03.715748 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] For port 688f6f2f-525a-4b29-badf-db855f64737a, host dv-cinder-791240-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=688f6f2f-525a-4b29-badf-db855f64737a,segment=NetworkSegment(385da044-559a-4e2f-abcf-a5de1c71615e),segment_id=385da044-559a-4e2f-abcf-a5de1c71615e)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:03:03.716739 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b28284a1-00ec-4aa4-9469-d0f7da96af63 req-7fe466d8-1020-4fab-9462-0c142f761d28 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824013 Aug 25 17:03:03.721667 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:03.738021 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d010337b-0d9a-499d-8d45-9c1c3152fcb0 req-3e718281-1a64-4517-bd84-dda94847997b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6191711 Aug 25 17:03:03.778382 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d13166db-ba89-40ae-a50c-600ebb5b699c None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:03.792699 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-d13166db-ba89-40ae-a50c-600ebb5b699c None None] Transition to ACTIVE for port object d1e7c52f-be00-4931-818f-f0cc499c5ec3 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:03:03.800663 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d13166db-ba89-40ae-a50c-600ebb5b699c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:03.804968 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c359463c-d7e3-44d0-a9f2-0e2314c64e34 req-7669f93c-a1e5-4aae-a92e-760ccbaf6cbf tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:03.813925 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c359463c-d7e3-44d0-a9f2-0e2314c64e34 req-7669f93c-a1e5-4aae-a92e-760ccbaf6cbf tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 946 time: 0.0699599 Aug 25 17:03:03.818769 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Pushing event updated for resources: {'Port': ['ID=688f6f2f-525a-4b29-badf-db855f64737a,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:03.832785 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d5efaea0-38da-4e04-af55-7ef42483958e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:03.858194 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c359463c-d7e3-44d0-a9f2-0e2314c64e34 req-324e8537-57ce-466a-b7e4-8fed0a9079aa tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430329 Aug 25 17:03:03.870445 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db07a444-1f3a-442b-a9b3-a7d52cc6c48a None None] Pushing event updated for resources: {'Port': ['ID=d1e7c52f-be00-4931-818f-f0cc499c5ec3,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:03.884601 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-d13166db-ba89-40ae-a50c-600ebb5b699c None None] Attempting to bind port d1e7c52f-be00-4931-818f-f0cc499c5ec3 on host dv-cinder-791240-5-iscsi for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:03:03.884601 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-d13166db-ba89-40ae-a50c-600ebb5b699c None None] Attempting to bind port d1e7c52f-be00-4931-818f-f0cc499c5ec3 by drivers openvswitch,hyperv on host dv-cinder-791240-5-iscsi at level 0 using segments [{'id': '831650f3-50e7-4109-a77c-8151443483b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:03:03.884601 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13166db-ba89-40ae-a50c-600ebb5b699c None None] Attempting to bind port d1e7c52f-be00-4931-818f-f0cc499c5ec3 on network 914f4934-f5ad-4127-8ba1-186f4f0b2c29 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:03:03.889878 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13166db-ba89-40ae-a50c-600ebb5b699c None None] Checking agent: {'id': '228fda10-d8da-45cc-9fcd-c0d1ec5752d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 53, 16), 'started_at': datetime.datetime(2021, 8, 25, 16, 53, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:03:03.890188 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13166db-ba89-40ae-a50c-600ebb5b699c None None] Checking segment: {'id': '831650f3-50e7-4109-a77c-8151443483b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:03:03.890641 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d13166db-ba89-40ae-a50c-600ebb5b699c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:03.891088 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13166db-ba89-40ae-a50c-600ebb5b699c None None] Bound using segment: {'id': '831650f3-50e7-4109-a77c-8151443483b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:03:03.891624 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-d13166db-ba89-40ae-a50c-600ebb5b699c None None] Bound port: d1e7c52f-be00-4931-818f-f0cc499c5ec3, host: dv-cinder-791240-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '831650f3-50e7-4109-a77c-8151443483b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:03:03.892172 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d13166db-ba89-40ae-a50c-600ebb5b699c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:03.900727 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087be70-a975-4c4e-b20b-47cfe6ec039e req-b604413a-145d-4eb2-8f67-f38acf966148 tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:03.902200 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e087be70-a975-4c4e-b20b-47cfe6ec039e req-b604413a-145d-4eb2-8f67-f38acf966148 tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6303115 Aug 25 17:03:03.943123 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-d13166db-ba89-40ae-a50c-600ebb5b699c None None] For port d1e7c52f-be00-4931-818f-f0cc499c5ec3, host dv-cinder-791240-5-iscsi, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:03:03.946557 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-d13166db-ba89-40ae-a50c-600ebb5b699c None None] For port d1e7c52f-be00-4931-818f-f0cc499c5ec3, host dv-cinder-791240-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=d1e7c52f-be00-4931-818f-f0cc499c5ec3,segment=NetworkSegment(831650f3-50e7-4109-a77c-8151443483b4),segment_id=831650f3-50e7-4109-a77c-8151443483b4)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:03:03.950953 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d13166db-ba89-40ae-a50c-600ebb5b699c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:04.004491 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13166db-ba89-40ae-a50c-600ebb5b699c None None] Routers {'58945f0c-4f35-4e1d-acd2-e675ce6cd9ac'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:03:04.005092 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d13166db-ba89-40ae-a50c-600ebb5b699c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:02:46Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['58945f0c-4f35-4e1d-acd2-e675ce6cd9ac'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:03:04.036436 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-d5efaea0-38da-4e04-af55-7ef42483958e admin admin] Allocated IP 172.20.0.1 (b97b762f-7ab5-429f-9173-c83181b28986/75baf454-1a62-4a12-aabb-06d0d863b234/da7abea4-0739-42d8-9e11-479c3fe8c818) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:03:04.044182 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db07a444-1f3a-442b-a9b3-a7d52cc6c48a None None] Pushing event updated for resources: {'Port': ['ID=d1e7c52f-be00-4931-818f-f0cc499c5ec3,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:04.090176 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-e087be70-a975-4c4e-b20b-47cfe6ec039e req-ea3818ed-6d55-48a7-9824-f7cbfe1c6ad8 tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] Request body: {'port': {'device_id': 'c4444644-fbd8-47af-88aa-3d8240a78d70', 'network_id': '6faa3912-85a3-4f42-98aa-ff53914b1e25', 'admin_state_up': True, 'tenant_id': '2cd1ef7b311e42dba389f2361ab98bc9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:03:04.113271 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-d13166db-ba89-40ae-a50c-600ebb5b699c None None] Set router 58945f0c-4f35-4e1d-acd2-e675ce6cd9ac gateway port host: dv-cinder-791240-5-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:03:04.221245 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d5efaea0-38da-4e04-af55-7ef42483958e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:04.244093 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-d5efaea0-38da-4e04-af55-7ef42483958e admin admin] Transition to ACTIVE for port object da7abea4-0739-42d8-9e11-479c3fe8c818 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:03:04.255111 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e087be70-a975-4c4e-b20b-47cfe6ec039e req-ea3818ed-6d55-48a7-9824-f7cbfe1c6ad8 tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] Made reservation on behalf of 2cd1ef7b311e42dba389f2361ab98bc9 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:03:04.258527 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e087be70-a975-4c4e-b20b-47cfe6ec039e req-ea3818ed-6d55-48a7-9824-f7cbfe1c6ad8 tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:04.271543 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e087be70-a975-4c4e-b20b-47cfe6ec039e req-ea3818ed-6d55-48a7-9824-f7cbfe1c6ad8 tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:04.296280 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d13166db-ba89-40ae-a50c-600ebb5b699c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58945f0c-4f35-4e1d-acd2-e675ce6cd9ac', 'name': 'tempest-TestVolumeBootPattern-1514155628-router', 'tenant_id': '14df731555054248be12237cdafc4b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'd1e7c52f-be00-4931-818f-f0cc499c5ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:02:58Z', 'updated_at': '2021-08-25T17:03:01Z', 'revision_number': 3, 'project_id': '14df731555054248be12237cdafc4b21', 'gw_port': {'id': 'd1e7c52f-be00-4931-818f-f0cc499c5ec3', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a7:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58945f0c-4f35-4e1d-acd2-e675ce6cd9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:59Z', 'updated_at': '2021-08-25T17:03:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi'}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:03:04.311791 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d5efaea0-38da-4e04-af55-7ef42483958e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743705601783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732937'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:04.324673 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13166db-ba89-40ae-a50c-600ebb5b699c None None] The sync data for ids ['58945f0c-4f35-4e1d-acd2-e675ce6cd9ac'] in dv-cinder-791240-5-iscsi is: [{'id': '58945f0c-4f35-4e1d-acd2-e675ce6cd9ac', 'name': 'tempest-TestVolumeBootPattern-1514155628-router', 'tenant_id': '14df731555054248be12237cdafc4b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'd1e7c52f-be00-4931-818f-f0cc499c5ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:02:58Z', 'updated_at': '2021-08-25T17:03:01Z', 'revision_number': 3, 'project_id': '14df731555054248be12237cdafc4b21', 'gw_port': {'id': 'd1e7c52f-be00-4931-818f-f0cc499c5ec3', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a7:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58945f0c-4f35-4e1d-acd2-e675ce6cd9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:59Z', 'updated_at': '2021-08-25T17:03:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:03:04.372739 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5efaea0-38da-4e04-af55-7ef42483958e admin admin] Network b97b762f-7ab5-429f-9173-c83181b28986 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:03:04.380668 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-d5efaea0-38da-4e04-af55-7ef42483958e admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:03:04.386264 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5efaea0-38da-4e04-af55-7ef42483958e admin admin] Pushing event updated for resources: {'Port': ['ID=da7abea4-0739-42d8-9e11-479c3fe8c818,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:04.390650 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5efaea0-38da-4e04-af55-7ef42483958e admin admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:03:04.421291 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5efaea0-38da-4e04-af55-7ef42483958e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:03:04.421664 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5efaea0-38da-4e04-af55-7ef42483958e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:03:04.422399 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5efaea0-38da-4e04-af55-7ef42483958e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:03:04.422399 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5efaea0-38da-4e04-af55-7ef42483958e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:03:04.422642 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5efaea0-38da-4e04-af55-7ef42483958e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:03:04.422967 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5efaea0-38da-4e04-af55-7ef42483958e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:03:04.423293 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5efaea0-38da-4e04-af55-7ef42483958e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:03:04.423652 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5efaea0-38da-4e04-af55-7ef42483958e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:03:04.423937 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5efaea0-38da-4e04-af55-7ef42483958e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:03:04.424275 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5efaea0-38da-4e04-af55-7ef42483958e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:03:04.424602 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5efaea0-38da-4e04-af55-7ef42483958e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:03:04.424913 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5efaea0-38da-4e04-af55-7ef42483958e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:03:04.478201 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d5efaea0-38da-4e04-af55-7ef42483958e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614116'] for router_interface, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:04.522579 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e909ea7-d3c3-4c34-8c8f-9bcc20a7d6d7 req-6a26aa26-b25d-4f28-95c0-fff646ab68e1 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:04.524357 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5e909ea7-d3c3-4c34-8c8f-9bcc20a7d6d7 req-6a26aa26-b25d-4f28-95c0-fff646ab68e1 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 943 time: 0.1086419 Aug 25 17:03:04.537399 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e087be70-a975-4c4e-b20b-47cfe6ec039e req-ea3818ed-6d55-48a7-9824-f7cbfe1c6ad8 tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:04.537697 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52df3f1-e028-4c50-824b-a13ff0ea6c7c req-2f944fbc-6b41-4fd5-ba36-b8471d2ecf26 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:04.539376 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d52df3f1-e028-4c50-824b-a13ff0ea6c7c req-2f944fbc-6b41-4fd5-ba36-b8471d2ecf26 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/ports?device_id=585eef15-7066-4180-b81c-f2dfa7cd096b HTTP/1.1" status: 200 len: 945 time: 0.0757840 Aug 25 17:03:04.545026 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e087be70-a975-4c4e-b20b-47cfe6ec039e req-ea3818ed-6d55-48a7-9824-f7cbfe1c6ad8 tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:04.599979 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5e909ea7-d3c3-4c34-8c8f-9bcc20a7d6d7 req-f2a24cbd-39b1-43eb-b987-e1126b1aa7d5 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594575 Aug 25 17:03:04.606956 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d52df3f1-e028-4c50-824b-a13ff0ea6c7c req-4552d136-1b01-4ed3-9653-c1692176fbeb tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ff2fa2b-3d3a-480d-b2c8-4b08fb33b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590615 Aug 25 17:03:04.682188 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3818ed-6d55-48a7-9824-f7cbfe1c6ad8 tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48702773-2416-4fff-8e27-0d11e5f4e317,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:04.747069 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-1060a21c-2dba-4613-841b-d71a482a4c05 None None] Provisioning for port da7abea4-0739-42d8-9e11-479c3fe8c818 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:03:04.751360 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-1060a21c-2dba-4613-841b-d71a482a4c05 None None] Provisioning complete for port da7abea4-0739-42d8-9e11-479c3fe8c818 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:03:04.751735 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1060a21c-2dba-4613-841b-d71a482a4c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:04.848255 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-1060a21c-2dba-4613-841b-d71a482a4c05 None None] Port da7abea4-0739-42d8-9e11-479c3fe8c818 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 17:03:04.854329 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d5efaea0-38da-4e04-af55-7ef42483958e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:04.859561 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4bb3d652-9ce2-4252-b54b-890c6901ac65 req-60e8857a-93f4-4c56-a24f-88674701548c tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4444644-fbd8-47af-88aa-3d8240a78d70 HTTP/1.1" status: 200 len: 210 time: 0.0498123 Aug 25 17:03:04.876370 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-e087be70-a975-4c4e-b20b-47cfe6ec039e req-ea3818ed-6d55-48a7-9824-f7cbfe1c6ad8 tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] Allocated IP 192.168.233.177 (6faa3912-85a3-4f42-98aa-ff53914b1e25/450ba65a-7b54-4678-ad08-a1c764698c5f/7a02cfb0-0d9e-467d-9048-5b333ed87357) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:03:05.010200 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device 6010d72b-2694-48b0-8a36-446ebc025733 up at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:03:05.075261 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning complete for port 6010d72b-2694-48b0-8a36-446ebc025733 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:03:05.075876 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:05.079781 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b13b18-2bf4-4a1a-9185-380c9d18b90d req-58e43417-9477-4ed3-b674-9b60864966e1 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:05.098517 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a6b13b18-2bf4-4a1a-9185-380c9d18b90d req-58e43417-9477-4ed3-b674-9b60864966e1 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=794863af-1cf7-4172-98ee-62423583e07d HTTP/1.1" status: 200 len: 945 time: 0.1014190 Aug 25 17:03:05.182039 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device 688f6f2f-525a-4b29-badf-db855f64737a up at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:03:05.208908 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a6b13b18-2bf4-4a1a-9185-380c9d18b90d req-31733745-6ee2-43db-afed-5209b1345d80 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038668 Aug 25 17:03:05.251750 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc6ab5e-8f38-44d9-9b7c-a73b301261b9 req-e94cd3b7-274c-40c1-98be-f72d01ad8c5f tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:05.262383 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9bc6ab5e-8f38-44d9-9b7c-a73b301261b9 req-e94cd3b7-274c-40c1-98be-f72d01ad8c5f tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 946 time: 0.1601715 Aug 25 17:03:05.269447 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning complete for port 688f6f2f-525a-4b29-badf-db855f64737a triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:03:05.271406 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:05.303241 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e087be70-a975-4c4e-b20b-47cfe6ec039e req-ea3818ed-6d55-48a7-9824-f7cbfe1c6ad8 tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:05.313838 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d5efaea0-38da-4e04-af55-7ef42483958e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:05.340435 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9bc6ab5e-8f38-44d9-9b7c-a73b301261b9 req-8aa4e22a-c96b-465b-8ef1-918bb5984ec9 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761735 Aug 25 17:03:05.345248 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d5efaea0-38da-4e04-af55-7ef42483958e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3732944'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:05.436410 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device d1e7c52f-be00-4931-818f-f0cc499c5ec3 up at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:03:05.453397 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5efaea0-38da-4e04-af55-7ef42483958e admin admin] Pushing event updated for resources: {'Port': ['ID=da7abea4-0739-42d8-9e11-479c3fe8c818,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:05.460318 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-e087be70-a975-4c4e-b20b-47cfe6ec039e req-ea3818ed-6d55-48a7-9824-f7cbfe1c6ad8 tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] Transition to ACTIVE for port object 7a02cfb0-0d9e-467d-9048-5b333ed87357 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:03:05.474913 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d5efaea0-38da-4e04-af55-7ef42483958e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16218532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612667'] for router_interface, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:05.496882 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning for port d1e7c52f-be00-4931-818f-f0cc499c5ec3 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:03:05.501153 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning complete for port d1e7c52f-be00-4931-818f-f0cc499c5ec3 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:03:05.501594 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:05.560669 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e087be70-a975-4c4e-b20b-47cfe6ec039e req-ea3818ed-6d55-48a7-9824-f7cbfe1c6ad8 tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743705601783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732937'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:05.587017 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:05.613727 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] For port d1e7c52f-be00-4931-818f-f0cc499c5ec3, host dv-cinder-791240-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=d1e7c52f-be00-4931-818f-f0cc499c5ec3,segment=NetworkSegment(831650f3-50e7-4109-a77c-8151443483b4),segment_id=831650f3-50e7-4109-a77c-8151443483b4)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:03:05.618548 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:05.630748 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e087be70-a975-4c4e-b20b-47cfe6ec039e req-ea3818ed-6d55-48a7-9824-f7cbfe1c6ad8 tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] Network 6faa3912-85a3-4f42-98aa-ff53914b1e25 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:03:05.639075 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-e087be70-a975-4c4e-b20b-47cfe6ec039e req-ea3818ed-6d55-48a7-9824-f7cbfe1c6ad8 tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:03:05.641579 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-e087be70-a975-4c4e-b20b-47cfe6ec039e req-ea3818ed-6d55-48a7-9824-f7cbfe1c6ad8 tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:03:05.679124 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Pushing event updated for resources: {'Port': ['ID=d1e7c52f-be00-4931-818f-f0cc499c5ec3,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:05.694487 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5efaea0-38da-4e04-af55-7ef42483958e admin admin] Network b97b762f-7ab5-429f-9173-c83181b28986 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:03:05.695610 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3818ed-6d55-48a7-9824-f7cbfe1c6ad8 tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] Pushing event updated for resources: {'Port': ['ID=7a02cfb0-0d9e-467d-9048-5b333ed87357,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:05.702567 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-d5efaea0-38da-4e04-af55-7ef42483958e admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:03:05.783572 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087be70-a975-4c4e-b20b-47cfe6ec039e req-ea3818ed-6d55-48a7-9824-f7cbfe1c6ad8 tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:05.785551 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e087be70-a975-4c4e-b20b-47cfe6ec039e req-ea3818ed-6d55-48a7-9824-f7cbfe1c6ad8 tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:05.820000 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce955839-c9fa-422d-aa0a-3a55fa790452 req-73a32d85-28bf-4359-9882-822e8a043a82 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:05.821597 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ce955839-c9fa-422d-aa0a-3a55fa790452 req-73a32d85-28bf-4359-9882-822e8a043a82 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 943 time: 0.0833898 Aug 25 17:03:05.849217 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e087be70-a975-4c4e-b20b-47cfe6ec039e req-ea3818ed-6d55-48a7-9824-f7cbfe1c6ad8 tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7632034 Aug 25 17:03:05.875682 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-e087be70-a975-4c4e-b20b-47cfe6ec039e req-71d77937-d81a-499a-9ad8-f5b79b7e4702 service neutron] Request body: {'port': {'device_id': 'c4444644-fbd8-47af-88aa-3d8240a78d70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:03:05.921905 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ce955839-c9fa-422d-aa0a-3a55fa790452 req-b90d16c8-3b02-4bc2-9ce1-fe29c9227246 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907121 Aug 25 17:03:05.950367 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5efaea0-38da-4e04-af55-7ef42483958e admin admin] Router 58945f0c-4f35-4e1d-acd2-e675ce6cd9ac has already been hosted by L3 agent d32565c1-f1a3-4226-8f5a-e505deb187a1 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:03:06.020864 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e087be70-a975-4c4e-b20b-47cfe6ec039e req-71d77937-d81a-499a-9ad8-f5b79b7e4702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:06.050422 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ee863-7d11-440d-bb06-2943233a781d req-49825530-51f1-432b-9e18-3070f06ccbc0 tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:06.053174 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c86ee863-7d11-440d-bb06-2943233a781d req-49825530-51f1-432b-9e18-3070f06ccbc0 tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4444644-fbd8-47af-88aa-3d8240a78d70 HTTP/1.1" status: 200 len: 936 time: 0.0846012 Aug 25 17:03:06.093180 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-7927965f-1244-41a0-9174-e83428315369 None None] Provisioning for port 7a02cfb0-0d9e-467d-9048-5b333ed87357 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:03:06.098237 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-7927965f-1244-41a0-9174-e83428315369 None None] Provisioning complete for port 7a02cfb0-0d9e-467d-9048-5b333ed87357 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:03:06.098582 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c86ee863-7d11-440d-bb06-2943233a781d req-734c2307-440c-4907-8669-739adb2e55b4 tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] 10.222.0.88 "GET /v2.0/security-groups?id=48702773-2416-4fff-8e27-0d11e5f4e317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396495 Aug 25 17:03:06.098730 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7927965f-1244-41a0-9174-e83428315369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:06.134933 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-7927965f-1244-41a0-9174-e83428315369 None None] Port 7a02cfb0-0d9e-467d-9048-5b333ed87357 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 17:03:06.153336 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-7927965f-1244-41a0-9174-e83428315369 None None] Provisioning complete for port da7abea4-0739-42d8-9e11-479c3fe8c818 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:03:06.154351 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7927965f-1244-41a0-9174-e83428315369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:06.218904 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-7927965f-1244-41a0-9174-e83428315369 None None] Port da7abea4-0739-42d8-9e11-479c3fe8c818 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 17:03:06.247370 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5efaea0-38da-4e04-af55-7ef42483958e admin admin] Notify agent at l3_agent.dv-cinder-791240-5-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:03:06.254537 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-d5efaea0-38da-4e04-af55-7ef42483958e admin admin] 10.222.0.88 "PUT /v2.0/routers/58945f0c-4f35-4e1d-acd2-e675ce6cd9ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6316109 Aug 25 17:03:06.395339 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7a6d4f-7b27-47a7-b235-e28cf19876bd req-d4c9ac13-b007-4582-9971-12c0a013635f tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:06.404839 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0a7a6d4f-7b27-47a7-b235-e28cf19876bd req-d4c9ac13-b007-4582-9971-12c0a013635f tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=794863af-1cf7-4172-98ee-62423583e07d HTTP/1.1" status: 200 len: 945 time: 0.1180170 Aug 25 17:03:06.408402 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326fd77-66d4-43f7-909b-a3f8ab735f1c req-6b517439-ff9d-4454-bed2-8f453c74f0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:06.410593 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c326fd77-66d4-43f7-909b-a3f8ab735f1c req-6b517439-ff9d-4454-bed2-8f453c74f0d3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 1099 time: 0.1454165 Aug 25 17:03:06.480468 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0a7a6d4f-7b27-47a7-b235-e28cf19876bd req-0b6357ff-1eec-4a9d-ae2d-3c7b6207a1c2 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747817 Aug 25 17:03:06.509226 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c326fd77-66d4-43f7-909b-a3f8ab735f1c req-cbdd94f5-ac4f-40ef-818f-f8480f986b8c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896034 Aug 25 17:03:06.564579 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638dffe6-4599-45c8-b98a-12ea6b7ef9d0 req-b329df88-965d-4b5d-bf11-1b1f87d0dce0 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:06.574281 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-638dffe6-4599-45c8-b98a-12ea6b7ef9d0 req-b329df88-965d-4b5d-bf11-1b1f87d0dce0 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 946 time: 0.0912786 Aug 25 17:03:06.620696 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [req-e087be70-a975-4c4e-b20b-47cfe6ec039e req-71d77937-d81a-499a-9ad8-f5b79b7e4702 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a02cfb0-0d9e-467d-9048-5b333ed87357 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:03:06.627209 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-638dffe6-4599-45c8-b98a-12ea6b7ef9d0 req-3764f83c-2066-4e1f-a22f-287d7ec014e0 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515859 Aug 25 17:03:06.642153 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e087be70-a975-4c4e-b20b-47cfe6ec039e req-71d77937-d81a-499a-9ad8-f5b79b7e4702 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:06.671009 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-e087be70-a975-4c4e-b20b-47cfe6ec039e req-71d77937-d81a-499a-9ad8-f5b79b7e4702 service neutron] Transition to ACTIVE for port object 7a02cfb0-0d9e-467d-9048-5b333ed87357 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:03:06.674751 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a730cbd2-fcfb-4644-a531-fcea9da1886e None None] Sync routers for ids ['58945f0c-4f35-4e1d-acd2-e675ce6cd9ac'] in dv-cinder-791240-5-iscsi {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:03:06.677361 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e087be70-a975-4c4e-b20b-47cfe6ec039e req-71d77937-d81a-499a-9ad8-f5b79b7e4702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3732944'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:06.686911 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a730cbd2-fcfb-4644-a531-fcea9da1886e None None] Routers {'58945f0c-4f35-4e1d-acd2-e675ce6cd9ac'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:03:06.687803 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-a730cbd2-fcfb-4644-a531-fcea9da1886e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:02:46Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['58945f0c-4f35-4e1d-acd2-e675ce6cd9ac'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:03:06.840515 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d77937-d81a-499a-9ad8-f5b79b7e4702 service neutron] Pushing event updated for resources: {'Port': ['ID=7a02cfb0-0d9e-467d-9048-5b333ed87357,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:06.867949 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device d1e7c52f-be00-4931-818f-f0cc499c5ec3 up at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:03:06.969983 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-e087be70-a975-4c4e-b20b-47cfe6ec039e req-71d77937-d81a-499a-9ad8-f5b79b7e4702 service neutron] Attempting to bind port 7a02cfb0-0d9e-467d-9048-5b333ed87357 on host hv-cinder-79124 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:03:06.970593 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-e087be70-a975-4c4e-b20b-47cfe6ec039e req-71d77937-d81a-499a-9ad8-f5b79b7e4702 service neutron] Attempting to bind port 7a02cfb0-0d9e-467d-9048-5b333ed87357 by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': '07cc4bb0-8bb7-4639-97fc-cba75e9020c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1497, 'network_id': '6faa3912-85a3-4f42-98aa-ff53914b1e25'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:03:06.970842 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e087be70-a975-4c4e-b20b-47cfe6ec039e req-71d77937-d81a-499a-9ad8-f5b79b7e4702 service neutron] Attempting to bind port 7a02cfb0-0d9e-467d-9048-5b333ed87357 on network 6faa3912-85a3-4f42-98aa-ff53914b1e25 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:03:06.978600 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e087be70-a975-4c4e-b20b-47cfe6ec039e req-71d77937-d81a-499a-9ad8-f5b79b7e4702 service neutron] Port 7a02cfb0-0d9e-467d-9048-5b333ed87357 on network 6faa3912-85a3-4f42-98aa-ff53914b1e25 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 17:03:06.979134 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e087be70-a975-4c4e-b20b-47cfe6ec039e req-71d77937-d81a-499a-9ad8-f5b79b7e4702 service neutron] Attempting to bind port 7a02cfb0-0d9e-467d-9048-5b333ed87357 on network 6faa3912-85a3-4f42-98aa-ff53914b1e25 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:03:06.986592 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e087be70-a975-4c4e-b20b-47cfe6ec039e req-71d77937-d81a-499a-9ad8-f5b79b7e4702 service neutron] Checking agent: {'id': '5ac426a1-ab5c-4a46-b982-fffaa6db999e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 59, 15), 'started_at': datetime.datetime(2021, 8, 25, 16, 59, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:03:06.993713 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e087be70-a975-4c4e-b20b-47cfe6ec039e req-71d77937-d81a-499a-9ad8-f5b79b7e4702 service neutron] Checking segment: {'id': '07cc4bb0-8bb7-4639-97fc-cba75e9020c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1497, 'network_id': '6faa3912-85a3-4f42-98aa-ff53914b1e25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:03:06.993713 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e087be70-a975-4c4e-b20b-47cfe6ec039e req-71d77937-d81a-499a-9ad8-f5b79b7e4702 service neutron] Bound using segment: {'id': '07cc4bb0-8bb7-4639-97fc-cba75e9020c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1497, 'network_id': '6faa3912-85a3-4f42-98aa-ff53914b1e25'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:03:06.993713 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-e087be70-a975-4c4e-b20b-47cfe6ec039e req-71d77937-d81a-499a-9ad8-f5b79b7e4702 service neutron] Bound port: 7a02cfb0-0d9e-467d-9048-5b333ed87357, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07cc4bb0-8bb7-4639-97fc-cba75e9020c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1497, 'network_id': '6faa3912-85a3-4f42-98aa-ff53914b1e25'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:03:06.993713 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e087be70-a975-4c4e-b20b-47cfe6ec039e req-71d77937-d81a-499a-9ad8-f5b79b7e4702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:07.008140 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning complete for port d1e7c52f-be00-4931-818f-f0cc499c5ec3 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:03:07.008730 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:07.052649 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-a730cbd2-fcfb-4644-a531-fcea9da1886e None None] Set router 58945f0c-4f35-4e1d-acd2-e675ce6cd9ac gateway port host: dv-cinder-791240-5-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:03:07.160316 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a872b765-b878-43f7-b95a-8abfbacbb7f6 req-cfade342-d634-4af6-8782-51c1fe3fc606 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:07.169329 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a872b765-b878-43f7-b95a-8abfbacbb7f6 req-cfade342-d634-4af6-8782-51c1fe3fc606 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 943 time: 0.1341071 Aug 25 17:03:07.181015 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-e087be70-a975-4c4e-b20b-47cfe6ec039e req-71d77937-d81a-499a-9ad8-f5b79b7e4702 service neutron] For port 7a02cfb0-0d9e-467d-9048-5b333ed87357, host hv-cinder-79124, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:03:07.188107 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-e087be70-a975-4c4e-b20b-47cfe6ec039e req-71d77937-d81a-499a-9ad8-f5b79b7e4702 service neutron] For port 7a02cfb0-0d9e-467d-9048-5b333ed87357, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=7a02cfb0-0d9e-467d-9048-5b333ed87357,segment=NetworkSegment(07cc4bb0-8bb7-4639-97fc-cba75e9020c4),segment_id=07cc4bb0-8bb7-4639-97fc-cba75e9020c4)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:03:07.207020 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e087be70-a975-4c4e-b20b-47cfe6ec039e req-71d77937-d81a-499a-9ad8-f5b79b7e4702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3732944'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:07.245217 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a872b765-b878-43f7-b95a-8abfbacbb7f6 req-ecff113b-16d1-44af-b0f6-99b205bb0033 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740848 Aug 25 17:03:07.279063 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087be70-a975-4c4e-b20b-47cfe6ec039e req-71d77937-d81a-499a-9ad8-f5b79b7e4702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:07.279762 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e087be70-a975-4c4e-b20b-47cfe6ec039e req-71d77937-d81a-499a-9ad8-f5b79b7e4702 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:07.286639 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e087be70-a975-4c4e-b20b-47cfe6ec039e req-71d77937-d81a-499a-9ad8-f5b79b7e4702 service neutron] 10.222.0.16 "PUT /v2.0/ports/7a02cfb0-0d9e-467d-9048-5b333ed87357 HTTP/1.1" status: 200 len: 1098 time: 1.4142578 Aug 25 17:03:07.288597 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4444644-fbd8-47af-88aa-3d8240a78d70', 'tag': '7a02cfb0-0d9e-467d-9048-5b333ed87357'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:03:07.292649 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30294bf1a97406c8a8235025fddf2f3c25b52a26b11c10f571ea972848b08700" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b6fd96b-28c8-464e-9d33-83775a238ac7" -d '{"events": [{"name": "network-changed", "server_uuid": "c4444644-fbd8-47af-88aa-3d8240a78d70", "tag": "7a02cfb0-0d9e-467d-9048-5b333ed87357"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:03:07.326680 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 37434) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:03:07.332643 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-91b50afd-3372-429b-b5b6-37f793b4e244 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-381500498', 'description': 'tempest-secgroup-smoke-381500498 description', 'project_id': 'ba5739dee5fb41749a615cb50fc983d9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:03:07.350570 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d77937-d81a-499a-9ad8-f5b79b7e4702 service neutron] Pushing event updated for resources: {'Port': ['ID=7a02cfb0-0d9e-467d-9048-5b333ed87357,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:07.408456 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eb2e2c-ea02-4425-a39d-fc97ac0ba746 req-f26a12c8-73a1-42eb-ae2e-98d662e04f8c tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:07.409368 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-91b50afd-3372-429b-b5b6-37f793b4e244 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:07.416978 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-55eb2e2c-ea02-4425-a39d-fc97ac0ba746 req-f26a12c8-73a1-42eb-ae2e-98d662e04f8c tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4444644-fbd8-47af-88aa-3d8240a78d70 HTTP/1.1" status: 200 len: 948 time: 0.0960259 Aug 25 17:03:07.464736 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087be70-a975-4c4e-b20b-47cfe6ec039e req-a284d1ae-16c3-4509-87dd-142370ed96ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:07.466724 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e087be70-a975-4c4e-b20b-47cfe6ec039e req-a284d1ae-16c3-4509-87dd-142370ed96ec service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2cd1ef7b311e42dba389f2361ab98bc9&device_id=c4444644-fbd8-47af-88aa-3d8240a78d70 HTTP/1.1" status: 200 len: 1101 time: 0.1044464 Aug 25 17:03:07.469611 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-a730cbd2-fcfb-4644-a531-fcea9da1886e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58945f0c-4f35-4e1d-acd2-e675ce6cd9ac', 'name': 'tempest-TestVolumeBootPattern-1514155628-router', 'tenant_id': '14df731555054248be12237cdafc4b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'd1e7c52f-be00-4931-818f-f0cc499c5ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:02:58Z', 'updated_at': '2021-08-25T17:03:04Z', 'revision_number': 4, 'project_id': '14df731555054248be12237cdafc4b21', 'gw_port': {'id': 'd1e7c52f-be00-4931-818f-f0cc499c5ec3', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58945f0c-4f35-4e1d-acd2-e675ce6cd9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:59Z', 'updated_at': '2021-08-25T17:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_interfaces': [{'id': 'da7abea4-0739-42d8-9e11-479c3fe8c818', 'name': '', 'network_id': 'b97b762f-7ab5-429f-9173-c83181b28986', 'tenant_id': '14df731555054248be12237cdafc4b21', 'mac_address': 'fa:16:3e:02:f3:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58945f0c-4f35-4e1d-acd2-e675ce6cd9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '75baf454-1a62-4a12-aabb-06d0d863b234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:03:03Z', 'updated_at': '2021-08-25T17:03:05Z', 'revision_number': 2, 'project_id': '14df731555054248be12237cdafc4b21', 'subnets': [{'id': '75baf454-1a62-4a12-aabb-06d0d863b234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:03:07.474323 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-55eb2e2c-ea02-4425-a39d-fc97ac0ba746 req-f0c98a2e-2162-448c-8f6c-d3772809150d tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] 10.222.0.88 "GET /v2.0/security-groups?id=48702773-2416-4fff-8e27-0d11e5f4e317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564029 Aug 25 17:03:07.506950 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a730cbd2-fcfb-4644-a531-fcea9da1886e None None] Checking router: 58945f0c-4f35-4e1d-acd2-e675ce6cd9ac for host: dv-cinder-791240-5-iscsi {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:03:07.507509 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a730cbd2-fcfb-4644-a531-fcea9da1886e None None] Updating router 58945f0c-4f35-4e1d-acd2-e675ce6cd9ac port da7abea4-0739-42d8-9e11-479c3fe8c818 binding host dv-cinder-791240-5-iscsi {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 17:03:07.562883 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c69c8eb-2a8c-4c55-b6c8-83e7abeb9a12 x-openstack-request-id: req-5c69c8eb-2a8c-4c55-b6c8-83e7abeb9a12 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:03:07.563147 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4444644-fbd8-47af-88aa-3d8240a78d70", "tag": "7a02cfb0-0d9e-467d-9048-5b333ed87357", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:03:07.563465 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5c69c8eb-2a8c-4c55-b6c8-83e7abeb9a12 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:03:07.563790 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4444644-fbd8-47af-88aa-3d8240a78d70', 'tag': '7a02cfb0-0d9e-467d-9048-5b333ed87357', 'status': 'completed', 'code': 200} Aug 25 17:03:07.566724 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a730cbd2-fcfb-4644-a531-fcea9da1886e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:07.568532 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e087be70-a975-4c4e-b20b-47cfe6ec039e req-f0fe4f6e-4a04-436e-8296-b5c2b3cec91d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=7a02cfb0-0d9e-467d-9048-5b333ed87357 HTTP/1.1" status: 200 len: 217 time: 0.0563190 Aug 25 17:03:07.625281 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-91b50afd-3372-429b-b5b6-37f793b4e244 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:07.631723 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-91b50afd-3372-429b-b5b6-37f793b4e244 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:07.657126 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-91b50afd-3372-429b-b5b6-37f793b4e244 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:07.662003 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-91b50afd-3372-429b-b5b6-37f793b4e244 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3305943 Aug 25 17:03:07.662998 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 37440) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:03:07.669592 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-1cbe56ce-0f6e-46d1-bfe4-5759146a93a2 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Request body: {'security_group_rule': {'security_group_id': '9a7fe55f-19e7-4685-8491-78be94af470e', 'project_id': 'ba5739dee5fb41749a615cb50fc983d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:03:07.670145 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087be70-a975-4c4e-b20b-47cfe6ec039e req-8735978c-a7c9-4daa-a27f-3fed8048ee34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:07.671726 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e087be70-a975-4c4e-b20b-47cfe6ec039e req-8735978c-a7c9-4daa-a27f-3fed8048ee34 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=450ba65a-7b54-4678-ad08-a1c764698c5f HTTP/1.1" status: 200 len: 843 time: 0.0930381 Aug 25 17:03:07.675824 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b50afd-3372-429b-b5b6-37f793b4e244 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7fe55f-19e7-4685-8491-78be94af470e,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:07.713084 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1cbe56ce-0f6e-46d1-bfe4-5759146a93a2 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:07.727610 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087be70-a975-4c4e-b20b-47cfe6ec039e req-d81fb827-3b7f-47b0-bdd2-629237847ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:07.729296 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e087be70-a975-4c4e-b20b-47cfe6ec039e req-d81fb827-3b7f-47b0-bdd2-629237847ad1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6faa3912-85a3-4f42-98aa-ff53914b1e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0498662 Aug 25 17:03:07.815881 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb987c0f-d951-4615-abee-c02ebea51398 req-b99d88bd-2621-4ccd-b3da-b756ca2ab498 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:07.817757 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-fb987c0f-d951-4615-abee-c02ebea51398 req-b99d88bd-2621-4ccd-b3da-b756ca2ab498 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 946 time: 0.0864270 Aug 25 17:03:07.828734 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1cbe56ce-0f6e-46d1-bfe4-5759146a93a2 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:07.839738 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1cbe56ce-0f6e-46d1-bfe4-5759146a93a2 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373673'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:07.849389 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e087be70-a975-4c4e-b20b-47cfe6ec039e req-616cab4e-5b7f-4766-a5f9-b19b7f465bbf service neutron] 10.222.0.16 "GET /v2.0/networks/6faa3912-85a3-4f42-98aa-ff53914b1e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028473 Aug 25 17:03:07.873906 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbe56ce-0f6e-46d1-bfe4-5759146a93a2 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a5ea8c2-62ab-409c-9547-8bcec308e414,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:07.892075 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1cbe56ce-0f6e-46d1-bfe4-5759146a93a2 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:07.893375 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-1cbe56ce-0f6e-46d1-bfe4-5759146a93a2 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2282426 Aug 25 17:03:07.895782 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe56ce-0f6e-46d1-bfe4-5759146a93a2 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:03:07.896134 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe56ce-0f6e-46d1-bfe4-5759146a93a2 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:03:07.896563 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe56ce-0f6e-46d1-bfe4-5759146a93a2 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:03:07.896900 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe56ce-0f6e-46d1-bfe4-5759146a93a2 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:03:07.897230 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe56ce-0f6e-46d1-bfe4-5759146a93a2 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:03:07.897558 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe56ce-0f6e-46d1-bfe4-5759146a93a2 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:03:07.897913 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe56ce-0f6e-46d1-bfe4-5759146a93a2 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:03:07.898242 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe56ce-0f6e-46d1-bfe4-5759146a93a2 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:03:07.898570 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe56ce-0f6e-46d1-bfe4-5759146a93a2 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:03:07.898887 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe56ce-0f6e-46d1-bfe4-5759146a93a2 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:03:07.899210 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe56ce-0f6e-46d1-bfe4-5759146a93a2 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:03:07.899532 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe56ce-0f6e-46d1-bfe4-5759146a93a2 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:03:07.902590 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 37444) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:03:07.907020 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a730cbd2-fcfb-4644-a531-fcea9da1886e None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:07.912996 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-fb987c0f-d951-4615-abee-c02ebea51398 req-7a1c88a0-9d54-49ce-a0f8-fab431cab679 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868175 Aug 25 17:03:07.920230 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a730cbd2-fcfb-4644-a531-fcea9da1886e None None] Transition to ACTIVE for port object da7abea4-0739-42d8-9e11-479c3fe8c818 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:03:07.923928 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-6e04f05d-d1c9-4e3e-8946-3a58a7c2f00b tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Request body: {'security_group_rule': {'security_group_id': '9a7fe55f-19e7-4685-8491-78be94af470e', 'project_id': 'ba5739dee5fb41749a615cb50fc983d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:03:07.939890 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a730cbd2-fcfb-4644-a531-fcea9da1886e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:07.957899 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6e04f05d-d1c9-4e3e-8946-3a58a7c2f00b tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:07.994225 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f524d1-c25c-4d68-b326-8b936d18476f None None] Pushing event updated for resources: {'Port': ['ID=da7abea4-0739-42d8-9e11-479c3fe8c818,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:08.008470 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f524d1-c25c-4d68-b326-8b936d18476f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:03:08.008816 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f524d1-c25c-4d68-b326-8b936d18476f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:03:08.009157 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f524d1-c25c-4d68-b326-8b936d18476f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:03:08.009491 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f524d1-c25c-4d68-b326-8b936d18476f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:03:08.010231 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f524d1-c25c-4d68-b326-8b936d18476f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:03:08.010568 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f524d1-c25c-4d68-b326-8b936d18476f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:03:08.010994 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f524d1-c25c-4d68-b326-8b936d18476f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:03:08.011590 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f524d1-c25c-4d68-b326-8b936d18476f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:03:08.012036 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f524d1-c25c-4d68-b326-8b936d18476f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:03:08.012370 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f524d1-c25c-4d68-b326-8b936d18476f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:03:08.012700 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f524d1-c25c-4d68-b326-8b936d18476f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:03:08.013457 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f524d1-c25c-4d68-b326-8b936d18476f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:03:08.028494 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6e04f05d-d1c9-4e3e-8946-3a58a7c2f00b tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:08.034024 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6e04f05d-d1c9-4e3e-8946-3a58a7c2f00b tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373673'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:08.057510 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e04f05d-d1c9-4e3e-8946-3a58a7c2f00b tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04552a1c-a320-4a55-92f5-456ec48c56c4,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:08.075920 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6e04f05d-d1c9-4e3e-8946-3a58a7c2f00b tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:08.077342 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-6e04f05d-d1c9-4e3e-8946-3a58a7c2f00b tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1633635 Aug 25 17:03:08.080069 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 37446) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:03:08.085353 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-88e33098-d908-4035-ba0d-d6c946adf539 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Request body: {'security_group_rule': {'security_group_id': '9a7fe55f-19e7-4685-8491-78be94af470e', 'project_id': 'ba5739dee5fb41749a615cb50fc983d9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:03:08.085578 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-a730cbd2-fcfb-4644-a531-fcea9da1886e None None] Attempting to bind port da7abea4-0739-42d8-9e11-479c3fe8c818 on host dv-cinder-791240-5-iscsi for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:03:08.085909 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-a730cbd2-fcfb-4644-a531-fcea9da1886e None None] Attempting to bind port da7abea4-0739-42d8-9e11-479c3fe8c818 by drivers openvswitch,hyperv on host dv-cinder-791240-5-iscsi at level 0 using segments [{'id': '385da044-559a-4e2f-abcf-a5de1c71615e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1455, 'network_id': 'b97b762f-7ab5-429f-9173-c83181b28986'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:03:08.086263 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a730cbd2-fcfb-4644-a531-fcea9da1886e None None] Attempting to bind port da7abea4-0739-42d8-9e11-479c3fe8c818 on network b97b762f-7ab5-429f-9173-c83181b28986 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:03:08.092755 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a730cbd2-fcfb-4644-a531-fcea9da1886e None None] Checking agent: {'id': '228fda10-d8da-45cc-9fcd-c0d1ec5752d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 53, 16), 'started_at': datetime.datetime(2021, 8, 25, 16, 53, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:03:08.093161 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a730cbd2-fcfb-4644-a531-fcea9da1886e None None] Checking segment: {'id': '385da044-559a-4e2f-abcf-a5de1c71615e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1455, 'network_id': 'b97b762f-7ab5-429f-9173-c83181b28986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:03:08.093572 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a730cbd2-fcfb-4644-a531-fcea9da1886e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:08.094000 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a730cbd2-fcfb-4644-a531-fcea9da1886e None None] Bound using segment: {'id': '385da044-559a-4e2f-abcf-a5de1c71615e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1455, 'network_id': 'b97b762f-7ab5-429f-9173-c83181b28986'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:03:08.094738 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-a730cbd2-fcfb-4644-a531-fcea9da1886e None None] Bound port: da7abea4-0739-42d8-9e11-479c3fe8c818, host: dv-cinder-791240-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '385da044-559a-4e2f-abcf-a5de1c71615e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1455, 'network_id': 'b97b762f-7ab5-429f-9173-c83181b28986'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:03:08.094882 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a730cbd2-fcfb-4644-a531-fcea9da1886e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:08.120822 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-88e33098-d908-4035-ba0d-d6c946adf539 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:08.216537 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-88e33098-d908-4035-ba0d-d6c946adf539 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:08.223366 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-88e33098-d908-4035-ba0d-d6c946adf539 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373673'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:08.236602 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a730cbd2-fcfb-4644-a531-fcea9da1886e None None] For port da7abea4-0739-42d8-9e11-479c3fe8c818, host dv-cinder-791240-5-iscsi, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:03:08.244127 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a730cbd2-fcfb-4644-a531-fcea9da1886e None None] For port da7abea4-0739-42d8-9e11-479c3fe8c818, host dv-cinder-791240-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=da7abea4-0739-42d8-9e11-479c3fe8c818,segment=NetworkSegment(385da044-559a-4e2f-abcf-a5de1c71615e),segment_id=385da044-559a-4e2f-abcf-a5de1c71615e)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:03:08.258139 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e33098-d908-4035-ba0d-d6c946adf539 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6de2c86-2f15-4a42-a87f-2b452c335325,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:08.266455 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a730cbd2-fcfb-4644-a531-fcea9da1886e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:08.268173 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-88e33098-d908-4035-ba0d-d6c946adf539 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:08.273766 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-88e33098-d908-4035-ba0d-d6c946adf539 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1923857 Aug 25 17:03:08.274774 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 37454) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:03:08.280498 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-e8b7a930-5279-4861-a8fb-ed340c971bb3 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Request body: {'security_group_rule': {'security_group_id': '9a7fe55f-19e7-4685-8491-78be94af470e', 'project_id': 'ba5739dee5fb41749a615cb50fc983d9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:03:08.340800 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e087be70-a975-4c4e-b20b-47cfe6ec039e req-d770e106-cc9a-42a3-bf27-bdae91987e09 service neutron] 10.222.0.16 "GET /v2.0/networks/6faa3912-85a3-4f42-98aa-ff53914b1e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4805779 Aug 25 17:03:08.380089 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e8b7a930-5279-4861-a8fb-ed340c971bb3 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:08.412915 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f524d1-c25c-4d68-b326-8b936d18476f None None] Pushing event updated for resources: {'Port': ['ID=da7abea4-0739-42d8-9e11-479c3fe8c818,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:08.417985 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a730cbd2-fcfb-4644-a531-fcea9da1886e None None] Routers {'58945f0c-4f35-4e1d-acd2-e675ce6cd9ac'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:03:08.418836 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-a730cbd2-fcfb-4644-a531-fcea9da1886e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:02:46Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['58945f0c-4f35-4e1d-acd2-e675ce6cd9ac'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:03:08.485414 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e8b7a930-5279-4861-a8fb-ed340c971bb3 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:08.505522 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e8b7a930-5279-4861-a8fb-ed340c971bb3 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373673'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:08.516701 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6fd96b-28c8-464e-9d33-83775a238ac7 req-f22d2bac-1f85-424b-8fcc-5c8bd774f315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:08.520822 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8b6fd96b-28c8-464e-9d33-83775a238ac7 req-f22d2bac-1f85-424b-8fcc-5c8bd774f315 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2cd1ef7b311e42dba389f2361ab98bc9&device_id=c4444644-fbd8-47af-88aa-3d8240a78d70 HTTP/1.1" status: 200 len: 1101 time: 0.0781267 Aug 25 17:03:08.533770 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e8b7a930-5279-4861-a8fb-ed340c971bb3 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:08.538495 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-e8b7a930-5279-4861-a8fb-ed340c971bb3 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2622836 Aug 25 17:03:08.539108 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 37462) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:03:08.544967 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-f218c005-5b2f-4941-a2b5-332466e832b0 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Request body: {'security_group_rule': {'security_group_id': '9a7fe55f-19e7-4685-8491-78be94af470e', 'project_id': 'ba5739dee5fb41749a615cb50fc983d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:03:08.568451 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b7a930-5279-4861-a8fb-ed340c971bb3 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ce15306-6e3d-4ead-9301-795dc62bea9c,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:08.580696 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.db.securitygroups_db [None req-f218c005-5b2f-4941-a2b5-332466e832b0 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Project ba5739dee5fb41749a615cb50fc983d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 17:03:08.601308 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f218c005-5b2f-4941-a2b5-332466e832b0 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:08.618740 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-a730cbd2-fcfb-4644-a531-fcea9da1886e None None] Set router 58945f0c-4f35-4e1d-acd2-e675ce6cd9ac gateway port host: dv-cinder-791240-5-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:03:08.651183 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6fd96b-28c8-464e-9d33-83775a238ac7 req-d541867a-19d6-4e9c-a58d-09be300ee99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:08.651407 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4de9c7-23ce-4e8a-90d2-f0c3d0f51fd6 req-709f0f35-b09b-498d-a4d5-b58535e20e66 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:08.653091 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5d4de9c7-23ce-4e8a-90d2-f0c3d0f51fd6 req-709f0f35-b09b-498d-a4d5-b58535e20e66 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 943 time: 0.2397721 Aug 25 17:03:08.653537 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8b6fd96b-28c8-464e-9d33-83775a238ac7 req-d541867a-19d6-4e9c-a58d-09be300ee99e service neutron] 10.222.0.16 "GET /v2.0/networks?id=6faa3912-85a3-4f42-98aa-ff53914b1e25 HTTP/1.1" status: 200 len: 871 time: 0.1219451 Aug 25 17:03:08.728582 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8b6fd96b-28c8-464e-9d33-83775a238ac7 req-d1ada6cb-daef-4d0f-9869-4bc194552493 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=7a02cfb0-0d9e-467d-9048-5b333ed87357 HTTP/1.1" status: 200 len: 217 time: 0.0609415 Aug 25 17:03:08.756511 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5d4de9c7-23ce-4e8a-90d2-f0c3d0f51fd6 req-91edf46d-e631-4dfb-aab0-f1dffcc42d4b tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937665 Aug 25 17:03:08.769281 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f218c005-5b2f-4941-a2b5-332466e832b0 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:08.774904 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f218c005-5b2f-4941-a2b5-332466e832b0 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373673'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:08.801554 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f218c005-5b2f-4941-a2b5-332466e832b0 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87b0b106-1409-452c-a167-414477b094f2,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:08.824618 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f218c005-5b2f-4941-a2b5-332466e832b0 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:08.828804 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-f218c005-5b2f-4941-a2b5-332466e832b0 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2852044 Aug 25 17:03:08.829161 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 37472) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:03:08.835684 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-7946914d-60d6-4033-bf3e-b7e2bc78a982 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Request body: {'security_group_rule': {'security_group_id': '9a7fe55f-19e7-4685-8491-78be94af470e', 'project_id': 'ba5739dee5fb41749a615cb50fc983d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:03:08.839581 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6fd96b-28c8-464e-9d33-83775a238ac7 req-6631e3e7-85df-45c2-80e9-dbebfc33326c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:08.852365 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8b6fd96b-28c8-464e-9d33-83775a238ac7 req-6631e3e7-85df-45c2-80e9-dbebfc33326c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=450ba65a-7b54-4678-ad08-a1c764698c5f HTTP/1.1" status: 200 len: 843 time: 0.1164830 Aug 25 17:03:08.869469 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.db.securitygroups_db [None req-7946914d-60d6-4033-bf3e-b7e2bc78a982 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Project ba5739dee5fb41749a615cb50fc983d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 17:03:08.878995 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7946914d-60d6-4033-bf3e-b7e2bc78a982 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:08.947209 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6fd96b-28c8-464e-9d33-83775a238ac7 req-92b4e7cc-4ae3-42d3-8cc0-923783ef8c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:08.949664 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8b6fd96b-28c8-464e-9d33-83775a238ac7 req-92b4e7cc-4ae3-42d3-8cc0-923783ef8c9d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6faa3912-85a3-4f42-98aa-ff53914b1e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0883429 Aug 25 17:03:08.950720 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-a730cbd2-fcfb-4644-a531-fcea9da1886e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58945f0c-4f35-4e1d-acd2-e675ce6cd9ac', 'name': 'tempest-TestVolumeBootPattern-1514155628-router', 'tenant_id': '14df731555054248be12237cdafc4b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'd1e7c52f-be00-4931-818f-f0cc499c5ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:02:58Z', 'updated_at': '2021-08-25T17:03:04Z', 'revision_number': 4, 'project_id': '14df731555054248be12237cdafc4b21', 'gw_port': {'id': 'd1e7c52f-be00-4931-818f-f0cc499c5ec3', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58945f0c-4f35-4e1d-acd2-e675ce6cd9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:59Z', 'updated_at': '2021-08-25T17:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_interfaces': [{'id': 'da7abea4-0739-42d8-9e11-479c3fe8c818', 'name': '', 'network_id': 'b97b762f-7ab5-429f-9173-c83181b28986', 'tenant_id': '14df731555054248be12237cdafc4b21', 'mac_address': 'fa:16:3e:02:f3:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58945f0c-4f35-4e1d-acd2-e675ce6cd9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '75baf454-1a62-4a12-aabb-06d0d863b234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:03:03Z', 'updated_at': '2021-08-25T17:03:08Z', 'revision_number': 4, 'project_id': '14df731555054248be12237cdafc4b21', 'subnets': [{'id': '75baf454-1a62-4a12-aabb-06d0d863b234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:03:08.994489 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7946914d-60d6-4033-bf3e-b7e2bc78a982 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:09.004215 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7946914d-60d6-4033-bf3e-b7e2bc78a982 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373673'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:09.047321 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7946914d-60d6-4033-bf3e-b7e2bc78a982 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f395bb54-cd9e-4eeb-a7ec-1bfbd3c0b2c8,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:09.069148 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb9bdf-0b9f-4854-ba39-b393c46724c0 req-1ae0a110-a0da-4780-9641-7b1393f3f5fe tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:09.071078 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e9fb9bdf-0b9f-4854-ba39-b393c46724c0 req-1ae0a110-a0da-4780-9641-7b1393f3f5fe tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4444644-fbd8-47af-88aa-3d8240a78d70 HTTP/1.1" status: 200 len: 948 time: 0.1412246 Aug 25 17:03:09.072950 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7946914d-60d6-4033-bf3e-b7e2bc78a982 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:09.074481 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-7946914d-60d6-4033-bf3e-b7e2bc78a982 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2438881 Aug 25 17:03:09.130939 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8b6fd96b-28c8-464e-9d33-83775a238ac7 req-7d1c51cf-80a1-4085-82cd-5139e8b6037f service neutron] 10.222.0.16 "GET /v2.0/networks/6faa3912-85a3-4f42-98aa-ff53914b1e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653528 Aug 25 17:03:09.158356 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e9fb9bdf-0b9f-4854-ba39-b393c46724c0 req-f2224033-612e-49f4-874e-cb2d05faa525 tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] 10.222.0.88 "GET /v2.0/security-groups?id=48702773-2416-4fff-8e27-0d11e5f4e317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702899 Aug 25 17:03:09.158843 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a730cbd2-fcfb-4644-a531-fcea9da1886e None None] The sync data for ids ['58945f0c-4f35-4e1d-acd2-e675ce6cd9ac'] in dv-cinder-791240-5-iscsi is: [{'id': '58945f0c-4f35-4e1d-acd2-e675ce6cd9ac', 'name': 'tempest-TestVolumeBootPattern-1514155628-router', 'tenant_id': '14df731555054248be12237cdafc4b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'd1e7c52f-be00-4931-818f-f0cc499c5ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:02:58Z', 'updated_at': '2021-08-25T17:03:04Z', 'revision_number': 4, 'project_id': '14df731555054248be12237cdafc4b21', 'gw_port': {'id': 'd1e7c52f-be00-4931-818f-f0cc499c5ec3', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58945f0c-4f35-4e1d-acd2-e675ce6cd9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:59Z', 'updated_at': '2021-08-25T17:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_interfaces': [{'id': 'da7abea4-0739-42d8-9e11-479c3fe8c818', 'name': '', 'network_id': 'b97b762f-7ab5-429f-9173-c83181b28986', 'tenant_id': '14df731555054248be12237cdafc4b21', 'mac_address': 'fa:16:3e:02:f3:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58945f0c-4f35-4e1d-acd2-e675ce6cd9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '75baf454-1a62-4a12-aabb-06d0d863b234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:03:03Z', 'updated_at': '2021-08-25T17:03:08Z', 'revision_number': 4, 'project_id': '14df731555054248be12237cdafc4b21', 'subnets': [{'id': '75baf454-1a62-4a12-aabb-06d0d863b234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:03:09.179866 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e7a49f-c66a-4305-aa35-7ae5d2b83d6c req-1babb3dd-246d-4e6a-a023-78f0254dc015 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:09.181567 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e3e7a49f-c66a-4305-aa35-7ae5d2b83d6c req-1babb3dd-246d-4e6a-a023-78f0254dc015 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 946 time: 0.0741947 Aug 25 17:03:09.282239 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e3e7a49f-c66a-4305-aa35-7ae5d2b83d6c req-89c7f1c2-b454-42dc-a3ea-3985c0a8829b tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927596 Aug 25 17:03:09.321558 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8b6fd96b-28c8-464e-9d33-83775a238ac7 req-17b21f72-6a45-4c2f-9020-f6a3733eacdb service neutron] 10.222.0.16 "GET /v2.0/networks/6faa3912-85a3-4f42-98aa-ff53914b1e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797974 Aug 25 17:03:09.593291 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9856fdea-232b-4a0c-99e1-1ec60e86ef74 req-653752a6-2502-4b37-b8c1-54496b9f712b tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:09.595001 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9856fdea-232b-4a0c-99e1-1ec60e86ef74 req-653752a6-2502-4b37-b8c1-54496b9f712b tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 946 time: 0.0683455 Aug 25 17:03:09.599966 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56391ae5-a2d1-47d0-9650-3e34915d7951 req-d042e7e8-cdd8-429c-9a4c-a60a91c1301a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:09.602492 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-56391ae5-a2d1-47d0-9650-3e34915d7951 req-d042e7e8-cdd8-429c-9a4c-a60a91c1301a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2aac5ed5850d4b2fb26a922006b2e50f&device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 1099 time: 0.0630429 Aug 25 17:03:09.652823 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9856fdea-232b-4a0c-99e1-1ec60e86ef74 req-a4f4dc16-5a55-45cd-b3b9-e854206ced7d tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470009 Aug 25 17:03:09.744206 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56391ae5-a2d1-47d0-9650-3e34915d7951 req-d4a65e86-4ca9-426e-8778-283ee88e00c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:09.746098 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-56391ae5-a2d1-47d0-9650-3e34915d7951 req-d4a65e86-4ca9-426e-8778-283ee88e00c5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6fe3cea9-951c-45c5-bb39-2832b07e1827 HTTP/1.1" status: 200 len: 921 time: 0.1279795 Aug 25 17:03:09.816572 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-56391ae5-a2d1-47d0-9650-3e34915d7951 req-d3435bcc-ee83-496c-b66a-afc66f9793aa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c0764c1-cbfb-4263-af88-7790174b6924 HTTP/1.1" status: 200 len: 217 time: 0.0588269 Aug 25 17:03:09.884453 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56391ae5-a2d1-47d0-9650-3e34915d7951 req-dd6b708f-4c79-4ef6-9268-1e5c8f67a967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:09.886064 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-56391ae5-a2d1-47d0-9650-3e34915d7951 req-dd6b708f-4c79-4ef6-9268-1e5c8f67a967 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b3f3aec-b759-4569-a5a7-053f9cfaf242 HTTP/1.1" status: 200 len: 859 time: 0.0626574 Aug 25 17:03:09.920039 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d6a93-e862-4fad-9e16-2c90b59a0c72 req-916b9454-e078-4d13-b38a-fa05af905119 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:09.921772 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-052d6a93-e862-4fad-9e16-2c90b59a0c72 req-916b9454-e078-4d13-b38a-fa05af905119 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 943 time: 0.0571432 Aug 25 17:03:09.930977 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-56391ae5-a2d1-47d0-9650-3e34915d7951 req-d655c1ab-f0b8-4981-b2b0-d81bd86a662f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6fe3cea9-951c-45c5-bb39-2832b07e1827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355990 Aug 25 17:03:10.014014 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-052d6a93-e862-4fad-9e16-2c90b59a0c72 req-ab16d6e5-f655-47e8-9b81-8732b0bae7fa tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779417 Aug 25 17:03:10.059353 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-56391ae5-a2d1-47d0-9650-3e34915d7951 req-acc66714-5430-440c-9094-97ab8bbab83f service neutron] 10.222.0.16 "GET /v2.0/networks/6fe3cea9-951c-45c5-bb39-2832b07e1827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166561 Aug 25 17:03:10.174413 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-56391ae5-a2d1-47d0-9650-3e34915d7951 req-2191db52-0a2f-4757-b6ff-0c21a77830d1 service neutron] 10.222.0.16 "GET /v2.0/networks/6fe3cea9-951c-45c5-bb39-2832b07e1827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034667 Aug 25 17:03:10.292908 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6bdac-8eeb-4379-80a0-4b93f246557a req-a5f0eb14-64b0-4fdc-bfdd-3195a0f4d46a tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:10.294470 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-79b6bdac-8eeb-4379-80a0-4b93f246557a req-a5f0eb14-64b0-4fdc-bfdd-3195a0f4d46a tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4444644-fbd8-47af-88aa-3d8240a78d70 HTTP/1.1" status: 200 len: 948 time: 0.0533001 Aug 25 17:03:10.346651 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-79b6bdac-8eeb-4379-80a0-4b93f246557a req-4a1b420e-0804-4792-be72-a83c8c3b5f79 tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] 10.222.0.88 "GET /v2.0/security-groups?id=48702773-2416-4fff-8e27-0d11e5f4e317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457134 Aug 25 17:03:10.784293 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ad43e-ea0d-4c38-92c1-c87ec7186c59 req-79f941f3-d050-4258-b1ca-b1769ab046be tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:10.786647 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-cb5ad43e-ea0d-4c38-92c1-c87ec7186c59 req-79f941f3-d050-4258-b1ca-b1769ab046be tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 946 time: 0.0652726 Aug 25 17:03:10.825104 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device da7abea4-0739-42d8-9e11-479c3fe8c818 up at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:03:10.851311 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-cb5ad43e-ea0d-4c38-92c1-c87ec7186c59 req-dc69bfcb-acd7-42e2-961c-cc55c024cdb0 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538745 Aug 25 17:03:10.891729 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning for port da7abea4-0739-42d8-9e11-479c3fe8c818 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:03:10.896362 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning complete for port da7abea4-0739-42d8-9e11-479c3fe8c818 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:03:10.896733 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:10.978362 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:11.013123 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] For port da7abea4-0739-42d8-9e11-479c3fe8c818, host dv-cinder-791240-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=da7abea4-0739-42d8-9e11-479c3fe8c818,segment=NetworkSegment(385da044-559a-4e2f-abcf-a5de1c71615e),segment_id=385da044-559a-4e2f-abcf-a5de1c71615e)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:03:11.017942 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:11.076934 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Pushing event updated for resources: {'Port': ['ID=da7abea4-0739-42d8-9e11-479c3fe8c818,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:11.129782 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1317c7e2-cf64-4863-8ba1-779d2fe865f0 req-3625d68c-9a75-44b9-9844-efbfdda47c75 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:11.131220 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1317c7e2-cf64-4863-8ba1-779d2fe865f0 req-3625d68c-9a75-44b9-9844-efbfdda47c75 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 943 time: 0.0466237 Aug 25 17:03:11.176676 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1317c7e2-cf64-4863-8ba1-779d2fe865f0 req-249beb65-3908-400b-986a-ae7a0b19b8f9 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390542 Aug 25 17:03:11.398226 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device 7a02cfb0-0d9e-467d-9048-5b333ed87357 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 17:03:11.469454 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d83b1-f90c-4fea-80d2-a14f4a10883b req-c8c25ce5-f0a8-4817-9f61-fba492e62b34 tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:11.471076 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-fc5d83b1-f90c-4fea-80d2-a14f4a10883b req-c8c25ce5-f0a8-4817-9f61-fba492e62b34 tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4444644-fbd8-47af-88aa-3d8240a78d70 HTTP/1.1" status: 200 len: 948 time: 0.0494781 Aug 25 17:03:11.504786 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port 7a02cfb0-0d9e-467d-9048-5b333ed87357, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=7a02cfb0-0d9e-467d-9048-5b333ed87357,segment=NetworkSegment(07cc4bb0-8bb7-4639-97fc-cba75e9020c4),segment_id=07cc4bb0-8bb7-4639-97fc-cba75e9020c4)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:03:11.508908 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-fc5d83b1-f90c-4fea-80d2-a14f4a10883b req-e1672a2e-aa3f-426c-941d-bfa205fff6aa tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] 10.222.0.88 "GET /v2.0/security-groups?id=48702773-2416-4fff-8e27-0d11e5f4e317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309405 Aug 25 17:03:11.516800 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Returning: {'device': '7a02cfb0-0d9e-467d-9048-5b333ed87357', 'network_id': '6faa3912-85a3-4f42-98aa-ff53914b1e25', 'port_id': '7a02cfb0-0d9e-467d-9048-5b333ed87357', 'mac_address': 'fa:16:3e:54:28:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1497, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '450ba65a-7b54-4678-ad08-a1c764698c5f', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 17:03:11.557192 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:11.569891 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a02cfb0-0d9e-467d-9048-5b333ed87357 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:03:11.592853 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port 7a02cfb0-0d9e-467d-9048-5b333ed87357, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=7a02cfb0-0d9e-467d-9048-5b333ed87357,segment=NetworkSegment(07cc4bb0-8bb7-4639-97fc-cba75e9020c4),segment_id=07cc4bb0-8bb7-4639-97fc-cba75e9020c4)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:03:11.596883 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:11.598468 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device 438cd34c-f290-429f-8eae-c06eb10402d4 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 17:03:11.701035 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Pushing event updated for resources: {'Port': ['ID=7a02cfb0-0d9e-467d-9048-5b333ed87357,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:11.748925 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port 438cd34c-f290-429f-8eae-c06eb10402d4, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=438cd34c-f290-429f-8eae-c06eb10402d4,segment=NetworkSegment(3d213855-abfe-4e58-8480-7cb89771466f),segment_id=3d213855-abfe-4e58-8480-7cb89771466f)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:03:11.761020 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Returning: {'device': '438cd34c-f290-429f-8eae-c06eb10402d4', 'network_id': 'ef11e297-234f-4d32-ac73-2a452cb37035', 'port_id': '438cd34c-f290-429f-8eae-c06eb10402d4', 'mac_address': 'fa:16:3e:22:c6:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1479, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27b24ef3-530b-4ff3-993e-542863dc999f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 17:03:11.799532 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:11.812138 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 438cd34c-f290-429f-8eae-c06eb10402d4 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:03:11.836325 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port 438cd34c-f290-429f-8eae-c06eb10402d4, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=438cd34c-f290-429f-8eae-c06eb10402d4,segment=NetworkSegment(3d213855-abfe-4e58-8480-7cb89771466f),segment_id=3d213855-abfe-4e58-8480-7cb89771466f)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:03:11.840587 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:11.904534 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Pushing event updated for resources: {'Port': ['ID=438cd34c-f290-429f-8eae-c06eb10402d4,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:12.002107 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6616c5-23c8-4881-ab65-40f9a24256c0 req-8d00ddfd-61ab-4358-8d87-748476f3aa92 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:12.003932 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6e6616c5-23c8-4881-ab65-40f9a24256c0 req-8d00ddfd-61ab-4358-8d87-748476f3aa92 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 946 time: 0.0613186 Aug 25 17:03:12.046364 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6e6616c5-23c8-4881-ab65-40f9a24256c0 req-87fdce0e-5013-4695-b1be-2749dfc4f249 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356910 Aug 25 17:03:12.307398 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f13332-6f3d-469f-98d2-3e0b0861ee3a req-92af9fa1-02e5-483b-aa1b-2386099a88c9 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:12.307398 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-62f13332-6f3d-469f-98d2-3e0b0861ee3a req-92af9fa1-02e5-483b-aa1b-2386099a88c9 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 944 time: 0.0564671 Aug 25 17:03:12.348929 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-62f13332-6f3d-469f-98d2-3e0b0861ee3a req-6d3552aa-37d7-44e7-9add-1faefc4fbbb9 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358906 Aug 25 17:03:12.586140 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] get_ports_and_sgs() called for port_ids ['438cd34c-f290-429f-8eae-c06eb10402d4'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:03:12.621369 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663b96b5-fa06-42be-94d4-1f935cf90b83 req-4d66d4f9-c9bd-4529-a9a1-98c4fa7f6d6e tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:12.622780 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-663b96b5-fa06-42be-94d4-1f935cf90b83 req-4d66d4f9-c9bd-4529-a9a1-98c4fa7f6d6e tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4444644-fbd8-47af-88aa-3d8240a78d70 HTTP/1.1" status: 200 len: 949 time: 0.0475655 Aug 25 17:03:12.667294 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-663b96b5-fa06-42be-94d4-1f935cf90b83 req-69893fdf-08c2-483a-ad4a-d57024d3f825 tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] 10.222.0.88 "GET /v2.0/security-groups?id=48702773-2416-4fff-8e27-0d11e5f4e317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370944 Aug 25 17:03:12.780648 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device da7abea4-0739-42d8-9e11-479c3fe8c818 up at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:03:12.810069 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] get_ports_and_sgs() called for port_ids ['7a02cfb0-0d9e-467d-9048-5b333ed87357'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:03:12.931835 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning complete for port da7abea4-0739-42d8-9e11-479c3fe8c818 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:03:12.932477 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:13.093875 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6956c0d9-7b62-40a2-ad59-f178d6deddd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:13.184184 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0cf19a-8bb0-4595-a7e6-ef29ac24217b req-d459f067-d5db-48d2-a9cb-83a423b55dd5 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:13.185668 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-fa0cf19a-8bb0-4595-a7e6-ef29ac24217b req-d459f067-d5db-48d2-a9cb-83a423b55dd5 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 946 time: 0.0590158 Aug 25 17:03:13.226894 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-fa0cf19a-8bb0-4595-a7e6-ef29ac24217b req-d7a645ff-a11c-40f3-b0c7-2e6bab015c85 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333207 Aug 25 17:03:13.472015 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddea014-1f95-4975-bda9-cffe77c1701e req-eaf567e4-1afd-446e-9c36-ad79de05f81a tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:13.473950 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3ddea014-1f95-4975-bda9-cffe77c1701e req-eaf567e4-1afd-446e-9c36-ad79de05f81a tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 944 time: 0.0526943 Aug 25 17:03:13.514482 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3ddea014-1f95-4975-bda9-cffe77c1701e req-5546b818-7c66-4e46-b80a-7bcfa44453d1 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346518 Aug 25 17:03:13.786289 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cbe035-8430-458b-805f-9333885e4795 req-96e30b6a-96df-41fa-9496-2b2800287ebd tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:13.788627 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b7cbe035-8430-458b-805f-9333885e4795 req-96e30b6a-96df-41fa-9496-2b2800287ebd tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4444644-fbd8-47af-88aa-3d8240a78d70 HTTP/1.1" status: 200 len: 949 time: 0.0532813 Aug 25 17:03:13.829830 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b7cbe035-8430-458b-805f-9333885e4795 req-c529e4b2-c0a7-4861-a416-ac764866a380 tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] 10.222.0.88 "GET /v2.0/security-groups?id=48702773-2416-4fff-8e27-0d11e5f4e317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334184 Aug 25 17:03:14.345649 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f4359-21f1-4d8e-ae28-9948d71e74b8 req-05b9985a-977c-4cba-99bd-24d4ac3f2892 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:14.348031 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b70f4359-21f1-4d8e-ae28-9948d71e74b8 req-05b9985a-977c-4cba-99bd-24d4ac3f2892 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 946 time: 0.0531926 Aug 25 17:03:14.389236 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b70f4359-21f1-4d8e-ae28-9948d71e74b8 req-578a70e4-12df-4d39-8e71-6fcd2d0464ba tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350595 Aug 25 17:03:14.632791 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c378b3-1c87-473b-97a7-e7e2e22817cc req-e1590874-36b3-43e3-a01b-d32859ebe223 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:14.634486 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d3c378b3-1c87-473b-97a7-e7e2e22817cc req-e1590874-36b3-43e3-a01b-d32859ebe223 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 944 time: 0.0513988 Aug 25 17:03:14.678855 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d3c378b3-1c87-473b-97a7-e7e2e22817cc req-c555cde1-9d1e-433e-a98f-30362c5fd2d0 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384367 Aug 25 17:03:14.948690 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfedc29-4495-4cd7-ada2-e03e00d89b0c req-9bc41ff8-ed2e-4d50-a799-08360799bd6d tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:14.950158 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3bfedc29-4495-4cd7-ada2-e03e00d89b0c req-9bc41ff8-ed2e-4d50-a799-08360799bd6d tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4444644-fbd8-47af-88aa-3d8240a78d70 HTTP/1.1" status: 200 len: 949 time: 0.0495794 Aug 25 17:03:14.985707 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:14.987922 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3bfedc29-4495-4cd7-ada2-e03e00d89b0c req-a984e37f-6f50-42dc-9473-3835097c763f tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] 10.222.0.88 "GET /v2.0/security-groups?id=48702773-2416-4fff-8e27-0d11e5f4e317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319455 Aug 25 17:03:15.426847 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device 7a02cfb0-0d9e-467d-9048-5b333ed87357 up at agent hyperv_hv-cinder-79124 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:03:15.493344 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Provisioning for port 7a02cfb0-0d9e-467d-9048-5b333ed87357 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:03:15.497471 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Provisioning complete for port 7a02cfb0-0d9e-467d-9048-5b333ed87357 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:03:15.498635 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:15.515033 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc53349e-5698-493e-82e5-31592115acab req-c99d648b-6f5d-4172-ab17-b0245ed118b7 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:15.516550 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-dc53349e-5698-493e-82e5-31592115acab req-c99d648b-6f5d-4172-ab17-b0245ed118b7 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 946 time: 0.0581551 Aug 25 17:03:15.559524 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-dc53349e-5698-493e-82e5-31592115acab req-d47f9575-24c6-451a-a965-0aaadcd0ebf7 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358655 Aug 25 17:03:15.590053 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:15.616653 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4444644-fbd8-47af-88aa-3d8240a78d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a02cfb0-0d9e-467d-9048-5b333ed87357'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:03:15.619093 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a4fac4520762e8d57daf7008e8680b9db75e4099b28a5f40786ddec6b187ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bedb1e89-3dd6-43b8-83f3-b66961ec6c29" -d '{"events": [{"server_uuid": "c4444644-fbd8-47af-88aa-3d8240a78d70", "name": "network-vif-plugged", "status": "completed", "tag": "7a02cfb0-0d9e-467d-9048-5b333ed87357"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:03:15.632931 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port 7a02cfb0-0d9e-467d-9048-5b333ed87357, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=7a02cfb0-0d9e-467d-9048-5b333ed87357,segment=NetworkSegment(07cc4bb0-8bb7-4639-97fc-cba75e9020c4),segment_id=07cc4bb0-8bb7-4639-97fc-cba75e9020c4)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:03:15.637518 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:15.638420 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device 438cd34c-f290-429f-8eae-c06eb10402d4 up at agent hyperv_hv-cinder-79124 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:03:15.681816 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8a0f63-1d33-423d-816c-31e86ac7ac9c x-openstack-request-id: req-6c8a0f63-1d33-423d-816c-31e86ac7ac9c {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:03:15.682018 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4444644-fbd8-47af-88aa-3d8240a78d70", "name": "network-vif-plugged", "status": "completed", "tag": "7a02cfb0-0d9e-467d-9048-5b333ed87357", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:03:15.682372 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6c8a0f63-1d33-423d-816c-31e86ac7ac9c {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:03:15.682773 dv-cinder-791240-5-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4444644-fbd8-47af-88aa-3d8240a78d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a02cfb0-0d9e-467d-9048-5b333ed87357', 'code': 200} Aug 25 17:03:15.722199 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-46492b4f-df10-432e-ae96-4e53a3d5e1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:15.739042 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Pushing event updated for resources: {'Port': ['ID=7a02cfb0-0d9e-467d-9048-5b333ed87357,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:15.761569 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Provisioning for port 438cd34c-f290-429f-8eae-c06eb10402d4 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:03:15.765558 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Provisioning complete for port 438cd34c-f290-429f-8eae-c06eb10402d4 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:03:15.765902 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:15.843612 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa8cc02-4943-4593-ad10-c9dcc78fb207 req-27d367d5-819c-4097-9f25-17fd4c9820ff tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:15.845175 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3fa8cc02-4943-4593-ad10-c9dcc78fb207 req-27d367d5-819c-4097-9f25-17fd4c9820ff tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 944 time: 0.0774031 Aug 25 17:03:15.860838 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:15.913455 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3fa8cc02-4943-4593-ad10-c9dcc78fb207 req-c320675d-29ba-4ef8-a095-56de1d5de1bc tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587609 Aug 25 17:03:15.916523 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port 438cd34c-f290-429f-8eae-c06eb10402d4, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=438cd34c-f290-429f-8eae-c06eb10402d4,segment=NetworkSegment(3d213855-abfe-4e58-8480-7cb89771466f),segment_id=3d213855-abfe-4e58-8480-7cb89771466f)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:03:15.952721 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:15.972935 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d130c8c2-c04d-4ed8-93c0-8ed873dceb42 req-f7ac7bd5-e8b4-452f-9a6e-9dde06d66027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:15.974466 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d130c8c2-c04d-4ed8-93c0-8ed873dceb42 req-f7ac7bd5-e8b4-452f-9a6e-9dde06d66027 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c4444644-fbd8-47af-88aa-3d8240a78d70 HTTP/1.1" status: 200 len: 1103 time: 0.0991621 Aug 25 17:03:15.985199 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:16.019076 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d130c8c2-c04d-4ed8-93c0-8ed873dceb42 req-91dbbb3b-303b-4af9-bd51-d0a03eab3c5d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=48702773-2416-4fff-8e27-0d11e5f4e317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361600 Aug 25 17:03:16.022075 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Pushing event updated for resources: {'Port': ['ID=438cd34c-f290-429f-8eae-c06eb10402d4,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:16.117396 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf143c6-0ac4-40c4-a777-8bb21b83116f req-8773eee7-54da-4ba9-aa4d-76934da1a8ed tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:16.127565 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4bf143c6-0ac4-40c4-a777-8bb21b83116f req-8773eee7-54da-4ba9-aa4d-76934da1a8ed tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4444644-fbd8-47af-88aa-3d8240a78d70 HTTP/1.1" status: 200 len: 950 time: 0.0593364 Aug 25 17:03:16.167177 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4bf143c6-0ac4-40c4-a777-8bb21b83116f req-f30efd5d-d3bc-490b-9042-f194cc8fc90a tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] 10.222.0.88 "GET /v2.0/security-groups?id=48702773-2416-4fff-8e27-0d11e5f4e317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318480 Aug 25 17:03:16.483391 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ced15a05-bfd8-4660-851f-d3156a4e8a37 req-8ce30cec-e4e1-41ca-8e8d-be739e82895c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387211 Aug 25 17:03:16.546605 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-675b0cfa-30a8-494e-b3ff-bb445488b7d8 None None] Agent healthcheck: found 6 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:03:16.565568 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced15a05-bfd8-4660-851f-d3156a4e8a37 req-a9bc5874-4467-4e00-b8b6-ad74e883a45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:16.567178 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ced15a05-bfd8-4660-851f-d3156a4e8a37 req-a9bc5874-4467-4e00-b8b6-ad74e883a45d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2aac5ed5850d4b2fb26a922006b2e50f&device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 1099 time: 0.0433645 Aug 25 17:03:16.690554 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced15a05-bfd8-4660-851f-d3156a4e8a37 req-259fa4c4-d88c-4cad-b6ee-21e74994c6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:16.691974 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ced15a05-bfd8-4660-851f-d3156a4e8a37 req-259fa4c4-d88c-4cad-b6ee-21e74994c6e0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6fe3cea9-951c-45c5-bb39-2832b07e1827 HTTP/1.1" status: 200 len: 921 time: 0.0901184 Aug 25 17:03:16.737668 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ced15a05-bfd8-4660-851f-d3156a4e8a37 req-6b26ae97-2d49-43d6-bd47-a82bb387500d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c0764c1-cbfb-4263-af88-7790174b6924 HTTP/1.1" status: 200 len: 217 time: 0.0366852 Aug 25 17:03:16.790597 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced15a05-bfd8-4660-851f-d3156a4e8a37 req-d9006ad3-e40e-4dc6-8b24-6aba482d211f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:16.791994 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ced15a05-bfd8-4660-851f-d3156a4e8a37 req-d9006ad3-e40e-4dc6-8b24-6aba482d211f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b3f3aec-b759-4569-a5a7-053f9cfaf242 HTTP/1.1" status: 200 len: 859 time: 0.0465074 Aug 25 17:03:16.827722 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ced15a05-bfd8-4660-851f-d3156a4e8a37 req-e9164656-1bcd-4248-b46e-c036f8f8aadd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6fe3cea9-951c-45c5-bb39-2832b07e1827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0227432 Aug 25 17:03:16.926488 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ced15a05-bfd8-4660-851f-d3156a4e8a37 req-7da105f8-6acb-441e-a4d7-081f3c34cdda service neutron] 10.222.0.16 "GET /v2.0/networks/6fe3cea9-951c-45c5-bb39-2832b07e1827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819747 Aug 25 17:03:17.015459 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3a305108-1f99-4b5d-a622-23901fed2525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:17.039079 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ced15a05-bfd8-4660-851f-d3156a4e8a37 req-b959be3b-5282-4c3f-a7ed-6a5224959936 service neutron] 10.222.0.16 "GET /v2.0/networks/6fe3cea9-951c-45c5-bb39-2832b07e1827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996027 Aug 25 17:03:17.078786 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a390b9-12f4-40bc-8a23-1e125ed471f6 req-d7f20161-9d4d-4eaa-974a-7c3bfb283895 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:17.080412 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-94a390b9-12f4-40bc-8a23-1e125ed471f6 req-d7f20161-9d4d-4eaa-974a-7c3bfb283895 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 945 time: 0.0571651 Aug 25 17:03:17.122286 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-94a390b9-12f4-40bc-8a23-1e125ed471f6 req-ff445e7f-f6b4-42f3-8e62-26f94d758677 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354397 Aug 25 17:03:17.168356 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac2577-54c2-46d0-9020-294057805a0c req-d233a76b-13e4-4a1d-8acd-95ff0ba0855b tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:17.169905 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4dac2577-54c2-46d0-9020-294057805a0c req-d233a76b-13e4-4a1d-8acd-95ff0ba0855b tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 946 time: 0.0526419 Aug 25 17:03:17.213006 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4dac2577-54c2-46d0-9020-294057805a0c req-477f9e03-86a2-4ebe-8e1b-84d0542daf84 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365961 Aug 25 17:03:17.291492 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b77ea4-3164-4a39-87b4-3096c03898bf req-b670439b-9d3e-4c53-b0d6-2d1eef3877b4 tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:17.292976 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-28b77ea4-3164-4a39-87b4-3096c03898bf req-b670439b-9d3e-4c53-b0d6-2d1eef3877b4 tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4444644-fbd8-47af-88aa-3d8240a78d70 HTTP/1.1" status: 200 len: 950 time: 0.0534346 Aug 25 17:03:17.332865 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-28b77ea4-3164-4a39-87b4-3096c03898bf req-6c36d4b8-a3de-4cce-af2b-4d05a8b908e8 tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] 10.222.0.88 "GET /v2.0/security-groups?id=48702773-2416-4fff-8e27-0d11e5f4e317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336194 Aug 25 17:03:17.684033 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d7d941e-765e-41ad-b6c5-9f0b54310112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '438cd34c-f290-429f-8eae-c06eb10402d4'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:03:17.686651 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a4fac4520762e8d57daf7008e8680b9db75e4099b28a5f40786ddec6b187ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9986c928-662f-45d0-8610-59c8f38afc05" -d '{"events": [{"server_uuid": "0d7d941e-765e-41ad-b6c5-9f0b54310112", "name": "network-vif-plugged", "status": "completed", "tag": "438cd34c-f290-429f-8eae-c06eb10402d4"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:03:17.728051 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-725659d5-6dc4-4091-bc52-aadf7fa97b74 x-openstack-request-id: req-725659d5-6dc4-4091-bc52-aadf7fa97b74 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:03:17.728407 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d7d941e-765e-41ad-b6c5-9f0b54310112", "name": "network-vif-plugged", "status": "completed", "tag": "438cd34c-f290-429f-8eae-c06eb10402d4", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:03:17.728726 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-725659d5-6dc4-4091-bc52-aadf7fa97b74 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:03:17.729230 dv-cinder-791240-5-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d7d941e-765e-41ad-b6c5-9f0b54310112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '438cd34c-f290-429f-8eae-c06eb10402d4', 'code': 200} Aug 25 17:03:18.094752 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b59112-fe1b-4b10-844f-92ce9df2051b req-9a923af7-d949-44f2-8457-47d98d9eee89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:18.096318 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-02b59112-fe1b-4b10-844f-92ce9df2051b req-9a923af7-d949-44f2-8457-47d98d9eee89 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 1098 time: 0.0406115 Aug 25 17:03:18.138852 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-02b59112-fe1b-4b10-844f-92ce9df2051b req-c2732c0b-c115-4477-938b-456a90fd8ce5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278955 Aug 25 17:03:18.393538 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7978419e-b967-4a47-8975-0267302d25d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:18.475598 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80781d68-1a38-498a-9d04-eb458a39dd1c req-bb2d8f97-b98e-4f34-9037-ce1a7d18fd79 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:18.477148 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-80781d68-1a38-498a-9d04-eb458a39dd1c req-bb2d8f97-b98e-4f34-9037-ce1a7d18fd79 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 945 time: 0.2763209 Aug 25 17:03:18.498596 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ffb3ec-7999-43df-a802-7178fd1533ad req-82cfcd9c-cb56-48e9-aa8a-1bb4871738fa tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:18.500009 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-80ffb3ec-7999-43df-a802-7178fd1533ad req-82cfcd9c-cb56-48e9-aa8a-1bb4871738fa tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4444644-fbd8-47af-88aa-3d8240a78d70 HTTP/1.1" status: 200 len: 950 time: 0.0721946 Aug 25 17:03:18.551271 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-80781d68-1a38-498a-9d04-eb458a39dd1c req-4b774aec-fe8b-4b11-8259-5dbde4eb402c tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661798 Aug 25 17:03:18.555945 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-80ffb3ec-7999-43df-a802-7178fd1533ad req-5fad1592-eda7-4b0d-a12b-6f827ddf1dc2 tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] 10.222.0.88 "GET /v2.0/security-groups?id=48702773-2416-4fff-8e27-0d11e5f4e317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477357 Aug 25 17:03:19.698293 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1540ba-30d5-43fa-b2e4-307fa456128d req-348781ed-d1ae-46f0-9d4a-0357d895d544 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:19.699939 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8f1540ba-30d5-43fa-b2e4-307fa456128d req-348781ed-d1ae-46f0-9d4a-0357d895d544 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 945 time: 0.0796859 Aug 25 17:03:19.709166 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a775f25f-86b9-4dee-a7e4-7e7c6a5ae11a req-b90d1465-87b2-488d-8891-3762c33b2a16 tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:19.710830 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a775f25f-86b9-4dee-a7e4-7e7c6a5ae11a req-b90d1465-87b2-488d-8891-3762c33b2a16 tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4444644-fbd8-47af-88aa-3d8240a78d70 HTTP/1.1" status: 200 len: 950 time: 0.0815699 Aug 25 17:03:19.763567 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8f1540ba-30d5-43fa-b2e4-307fa456128d req-c5c191a0-09c3-4974-a04f-589de8fa39f1 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515676 Aug 25 17:03:19.772402 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a775f25f-86b9-4dee-a7e4-7e7c6a5ae11a req-afe0659a-b8b8-4601-97aa-2f768bf0abc1 tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] 10.222.0.88 "GET /v2.0/security-groups?id=48702773-2416-4fff-8e27-0d11e5f4e317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545263 Aug 25 17:03:20.041145 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07907880-385c-4190-8e12-0d85ee30bf5c req-7be7caf4-5bdf-4648-b460-5d7e332eacaa tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:20.041145 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-07907880-385c-4190-8e12-0d85ee30bf5c req-7be7caf4-5bdf-4648-b460-5d7e332eacaa tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4444644-fbd8-47af-88aa-3d8240a78d70 HTTP/1.1" status: 200 len: 950 time: 0.0529113 Aug 25 17:03:20.078716 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-07907880-385c-4190-8e12-0d85ee30bf5c req-3c08bfbc-c861-4fe3-bcaa-0a86cbcbcc98 tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] 10.222.0.88 "GET /v2.0/security-groups?id=48702773-2416-4fff-8e27-0d11e5f4e317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324969 Aug 25 17:03:20.886807 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce41db41-8c70-462f-9cae-32b4a742447d req-e80935bd-5893-4d11-9ff3-1f5b180dd53e tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:20.888265 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ce41db41-8c70-462f-9cae-32b4a742447d req-e80935bd-5893-4d11-9ff3-1f5b180dd53e tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 945 time: 0.0532637 Aug 25 17:03:20.926666 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ce41db41-8c70-462f-9cae-32b4a742447d req-03db6305-76df-48f9-815a-710b5b8fb0bd tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317705 Aug 25 17:03:21.195038 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b178b84-870e-4200-ac19-d230fc5e014e req-bb99f5c2-c165-4f41-8287-46deb0f078d3 tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:21.196545 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9b178b84-870e-4200-ac19-d230fc5e014e req-bb99f5c2-c165-4f41-8287-46deb0f078d3 tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4444644-fbd8-47af-88aa-3d8240a78d70 HTTP/1.1" status: 200 len: 950 time: 0.0492759 Aug 25 17:03:21.234743 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9b178b84-870e-4200-ac19-d230fc5e014e req-45a2b6eb-d624-4c00-84ad-5fc014208ff3 tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] 10.222.0.88 "GET /v2.0/security-groups?id=48702773-2416-4fff-8e27-0d11e5f4e317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321596 Aug 25 17:03:22.040486 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d02101-b029-44b1-ad7b-4900a693445b req-bb3019af-b455-454d-9955-f4ee19fae2bf tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:22.041935 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f9d02101-b029-44b1-ad7b-4900a693445b req-bb3019af-b455-454d-9955-f4ee19fae2bf tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 945 time: 0.0498168 Aug 25 17:03:22.079249 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f9d02101-b029-44b1-ad7b-4900a693445b req-12bf0dd5-f0ef-4822-ae21-c8be2e4d820f tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314085 Aug 25 17:03:22.382106 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2a9b59-d354-4a82-8680-b401576b96a5 req-fd306d0c-8dcc-4eb9-b0c9-b1473240834a tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:22.383668 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ae2a9b59-d354-4a82-8680-b401576b96a5 req-fd306d0c-8dcc-4eb9-b0c9-b1473240834a tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4444644-fbd8-47af-88aa-3d8240a78d70 HTTP/1.1" status: 200 len: 950 time: 0.0530784 Aug 25 17:03:22.421654 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ae2a9b59-d354-4a82-8680-b401576b96a5 req-9a62cf2f-426f-42bf-b434-762c71e9bda3 tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] 10.222.0.88 "GET /v2.0/security-groups?id=48702773-2416-4fff-8e27-0d11e5f4e317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320978 Aug 25 17:03:23.079548 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20532e7a-f5d8-4fc3-ae23-5866c6694131 req-1847b710-e22d-4bbd-801d-6ffa4f07ec9c tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:23.080899 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-20532e7a-f5d8-4fc3-ae23-5866c6694131 req-1847b710-e22d-4bbd-801d-6ffa4f07ec9c tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4444644-fbd8-47af-88aa-3d8240a78d70 HTTP/1.1" status: 200 len: 950 time: 0.0477533 Aug 25 17:03:23.217300 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad79f1-a9a3-4d4f-9315-123c3659de19 req-1e3323ea-fd0b-4587-a9cf-8f48ff71876b tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:23.218833 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a7ad79f1-a9a3-4d4f-9315-123c3659de19 req-1e3323ea-fd0b-4587-a9cf-8f48ff71876b tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 945 time: 0.0523334 Aug 25 17:03:23.220684 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-20532e7a-f5d8-4fc3-ae23-5866c6694131 req-c7b2fa98-41db-41ac-9886-35bdd5227459 tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] Deleting port 7a02cfb0-0d9e-467d-9048-5b333ed87357 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:03:23.221025 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-20532e7a-f5d8-4fc3-ae23-5866c6694131 req-c7b2fa98-41db-41ac-9886-35bdd5227459 tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743706167839'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:23.267573 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a7ad79f1-a9a3-4d4f-9315-123c3659de19 req-2bd8b7b1-0021-4aaa-9e62-9671ee3dcb1d tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381577 Aug 25 17:03:23.322932 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-20532e7a-f5d8-4fc3-ae23-5866c6694131 req-c7b2fa98-41db-41ac-9886-35bdd5227459 tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] For port 7a02cfb0-0d9e-467d-9048-5b333ed87357, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=7a02cfb0-0d9e-467d-9048-5b333ed87357,segment=NetworkSegment(07cc4bb0-8bb7-4639-97fc-cba75e9020c4),segment_id=07cc4bb0-8bb7-4639-97fc-cba75e9020c4)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:03:23.323292 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-20532e7a-f5d8-4fc3-ae23-5866c6694131 req-c7b2fa98-41db-41ac-9886-35bdd5227459 tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616478'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:23.341229 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-20532e7a-f5d8-4fc3-ae23-5866c6694131 req-c7b2fa98-41db-41ac-9886-35bdd5227459 tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] Calling delete_port for 7a02cfb0-0d9e-467d-9048-5b333ed87357 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:03:23.470804 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-20532e7a-f5d8-4fc3-ae23-5866c6694131 req-c7b2fa98-41db-41ac-9886-35bdd5227459 tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743706076703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743705601028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732937'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:23.500579 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] get_ports_and_sgs() called for port_ids ['7a02cfb0-0d9e-467d-9048-5b333ed87357'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:03:23.501165 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b2fa98-41db-41ac-9886-35bdd5227459 tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] Pushing event deleted for resources: {'Port': ['ID=7a02cfb0-0d9e-467d-9048-5b333ed87357,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:23.532965 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1d670fba-aa92-43d0-8511-d281bbd433ed req-87e4670c-6d57-4c27-b504-6cb865002416 tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4444644-fbd8-47af-88aa-3d8240a78d70 HTTP/1.1" status: 200 len: 210 time: 0.0371990 Aug 25 17:03:23.557591 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-20532e7a-f5d8-4fc3-ae23-5866c6694131 req-c7b2fa98-41db-41ac-9886-35bdd5227459 tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] No DVR routers for this DVR port 7a02cfb0-0d9e-467d-9048-5b333ed87357 on host hv-cinder-79124 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:03:23.560720 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-20532e7a-f5d8-4fc3-ae23-5866c6694131 req-c7b2fa98-41db-41ac-9886-35bdd5227459 tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:23.562808 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-20532e7a-f5d8-4fc3-ae23-5866c6694131 req-c7b2fa98-41db-41ac-9886-35bdd5227459 tempest-VolumesNegativeTest-1137887444 tempest-VolumesNegativeTest-1137887444-project] 10.222.0.16 "DELETE /v2.0/ports/7a02cfb0-0d9e-467d-9048-5b333ed87357 HTTP/1.1" status: 204 len: 173 time: 0.4456649 Aug 25 17:03:23.563271 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4444644-fbd8-47af-88aa-3d8240a78d70', 'name': 'network-vif-deleted', 'tag': '7a02cfb0-0d9e-467d-9048-5b333ed87357'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:03:23.566656 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30294bf1a97406c8a8235025fddf2f3c25b52a26b11c10f571ea972848b08700" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6aa7ef9-6ca4-49ad-82d5-61f5ac52dfad" -d '{"events": [{"server_uuid": "c4444644-fbd8-47af-88aa-3d8240a78d70", "name": "network-vif-deleted", "tag": "7a02cfb0-0d9e-467d-9048-5b333ed87357"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:03:23.609916 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785293e6-f9fe-48c4-bdcb-a9ceab786e29 x-openstack-request-id: req-785293e6-f9fe-48c4-bdcb-a9ceab786e29 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:03:23.610273 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4444644-fbd8-47af-88aa-3d8240a78d70", "name": "network-vif-deleted", "tag": "7a02cfb0-0d9e-467d-9048-5b333ed87357", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:03:23.610601 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-785293e6-f9fe-48c4-bdcb-a9ceab786e29 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:03:23.611097 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4444644-fbd8-47af-88aa-3d8240a78d70', 'name': 'network-vif-deleted', 'tag': '7a02cfb0-0d9e-467d-9048-5b333ed87357', 'status': 'completed', 'code': 200} Aug 25 17:03:24.411759 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753c124-9f73-4da8-82bd-fe9d918fc2f8 req-da7853ed-678b-4c2f-8b16-55b27cfab5ea tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:24.414391 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1753c124-9f73-4da8-82bd-fe9d918fc2f8 req-da7853ed-678b-4c2f-8b16-55b27cfab5ea tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 945 time: 0.0680354 Aug 25 17:03:24.457321 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1753c124-9f73-4da8-82bd-fe9d918fc2f8 req-b13847dd-2369-41b1-b547-64b09973ccbd tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362039 Aug 25 17:03:24.613074 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d43d9-62c5-4e01-80af-0bf3b5dd6b6e req-f14db782-e630-4cb0-8664-422a4ae040f5 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:24.614787 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b36d43d9-62c5-4e01-80af-0bf3b5dd6b6e req-f14db782-e630-4cb0-8664-422a4ae040f5 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 945 time: 0.0491855 Aug 25 17:03:24.660468 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b36d43d9-62c5-4e01-80af-0bf3b5dd6b6e req-e93c9f82-afb4-4517-9985-83b835133252 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391657 Aug 25 17:03:24.689795 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 37802) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:03:24.877137 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd654e2-5694-429e-bac1-31a6e0fff67d tempest-TestShelveInstance-1152565066 tempest-TestShelveInstance-1152565066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:24.879950 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-3fd654e2-5694-429e-bac1-31a6e0fff67d tempest-TestShelveInstance-1152565066 tempest-TestShelveInstance-1152565066-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 1093 time: 0.1865633 Aug 25 17:03:24.882168 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 37810) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:03:24.886626 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-0c207b28-c5af-4c17-923a-17e9486fff80 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Request body: {'floatingip': {'floating_network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'port_id': '438cd34c-f290-429f-8eae-c06eb10402d4', 'tenant_id': '08aac9c23a974fde83b7887f14dc7206', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:03:24.907116 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0c207b28-c5af-4c17-923a-17e9486fff80 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Notify callbacks [] for floatingip, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:25.011557 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0c207b28-c5af-4c17-923a-17e9486fff80 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:25.116024 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-0c207b28-c5af-4c17-923a-17e9486fff80 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Allocated IP 172.27.2.136 (914f4934-f5ad-4127-8ba1-186f4f0b2c29/116950f5-36d3-4fc2-ae19-feb6e35b150a/d353b085-d456-47c4-8084-ae620d32a8c4) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:03:25.217595 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0c207b28-c5af-4c17-923a-17e9486fff80 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:25.261082 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0c207b28-c5af-4c17-923a-17e9486fff80 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743705601783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732937'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:25.302498 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c207b28-c5af-4c17-923a-17e9486fff80 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Network 914f4934-f5ad-4127-8ba1-186f4f0b2c29 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:03:25.311096 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c207b28-c5af-4c17-923a-17e9486fff80 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Pushing event updated for resources: {'Port': ['ID=d353b085-d456-47c4-8084-ae620d32a8c4,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:25.313553 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-0c207b28-c5af-4c17-923a-17e9486fff80 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:03:25.315633 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c207b28-c5af-4c17-923a-17e9486fff80 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:03:25.688640 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0c207b28-c5af-4c17-923a-17e9486fff80 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:25.754673 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0c207b28-c5af-4c17-923a-17e9486fff80 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:25.909563 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0c207b28-c5af-4c17-923a-17e9486fff80 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:25.914550 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0c207b28-c5af-4c17-923a-17e9486fff80 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3732944'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:25.979656 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c207b28-c5af-4c17-923a-17e9486fff80 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Pushing event updated for resources: {'Port': ['ID=d353b085-d456-47c4-8084-ae620d32a8c4,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:25.992202 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0c207b28-c5af-4c17-923a-17e9486fff80 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614033'] for floatingip, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:26.091187 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.db.l3_db [None req-0c207b28-c5af-4c17-923a-17e9486fff80 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Floating IP e890695e-c85b-4d9c-8789-8001d9f226e6 associated. External IP: 172.27.2.136, port: 438cd34c-f290-429f-8eae-c06eb10402d4. Aug 25 17:03:26.313000 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c207b28-c5af-4c17-923a-17e9486fff80 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Router d80c3129-4cf6-4806-9b6a-36a4297c89f6 has already been hosted by L3 agent d32565c1-f1a3-4226-8f5a-e505deb187a1 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:03:26.433030 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93efcc9c-85a9-40c3-bf3e-1968ba9ac54b req-4aad3778-d2e9-4bc7-91b1-7dcd857411cf tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:26.438867 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-93efcc9c-85a9-40c3-bf3e-1968ba9ac54b req-4aad3778-d2e9-4bc7-91b1-7dcd857411cf tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 946 time: 0.0727592 Aug 25 17:03:26.475143 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-93efcc9c-85a9-40c3-bf3e-1968ba9ac54b req-e36e7e8c-d952-4fe9-b8a3-78a96931adfd tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353935 Aug 25 17:03:26.476511 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c207b28-c5af-4c17-923a-17e9486fff80 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Notify agent at l3_agent.dv-cinder-791240-5-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:03:26.483616 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c90cb2-52e6-47c1-99ce-0329f58b80b3 req-d1b4c8d6-80d3-41a8-ade5-065e3f5f7e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:26.485102 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-46c90cb2-52e6-47c1-99ce-0329f58b80b3 req-d1b4c8d6-80d3-41a8-ade5-065e3f5f7e84 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2aac5ed5850d4b2fb26a922006b2e50f&device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 1099 time: 0.1133668 Aug 25 17:03:26.496556 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0c207b28-c5af-4c17-923a-17e9486fff80 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:26.502434 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75d5a60-ff55-4cd7-ba60-36e2339a1265 None None] Sync routers for ids ['d80c3129-4cf6-4806-9b6a-36a4297c89f6'] in dv-cinder-791240-5-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:03:26.513488 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75d5a60-ff55-4cd7-ba60-36e2339a1265 None None] Routers {'d80c3129-4cf6-4806-9b6a-36a4297c89f6'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:03:26.514141 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-a75d5a60-ff55-4cd7-ba60-36e2339a1265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:03:16Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['d80c3129-4cf6-4806-9b6a-36a4297c89f6'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:03:26.573665 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-0c207b28-c5af-4c17-923a-17e9486fff80 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6904283 Aug 25 17:03:26.575757 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d7d941e-765e-41ad-b6c5-9f0b54310112', 'tag': '438cd34c-f290-429f-8eae-c06eb10402d4'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:03:26.578137 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30294bf1a97406c8a8235025fddf2f3c25b52a26b11c10f571ea972848b08700" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5367aa8-266a-4650-b973-9e7d57e0356a" -d '{"events": [{"name": "network-changed", "server_uuid": "0d7d941e-765e-41ad-b6c5-9f0b54310112", "tag": "438cd34c-f290-429f-8eae-c06eb10402d4"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:03:26.624763 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c90cb2-52e6-47c1-99ce-0329f58b80b3 req-ba4d05d2-6ec8-488e-9772-b66599fef056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:26.627280 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-46c90cb2-52e6-47c1-99ce-0329f58b80b3 req-ba4d05d2-6ec8-488e-9772-b66599fef056 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6fe3cea9-951c-45c5-bb39-2832b07e1827 HTTP/1.1" status: 200 len: 921 time: 0.1274073 Aug 25 17:03:26.654449 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-a75d5a60-ff55-4cd7-ba60-36e2339a1265 None None] Set router d80c3129-4cf6-4806-9b6a-36a4297c89f6 gateway port host: dv-cinder-791240-5-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:03:26.656614 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8384b2ac-cad7-4bd5-a60e-de42a9dac2fd x-openstack-request-id: req-8384b2ac-cad7-4bd5-a60e-de42a9dac2fd {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:03:26.656770 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d7d941e-765e-41ad-b6c5-9f0b54310112", "tag": "438cd34c-f290-429f-8eae-c06eb10402d4", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:03:26.657072 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8384b2ac-cad7-4bd5-a60e-de42a9dac2fd {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:03:26.657510 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d7d941e-765e-41ad-b6c5-9f0b54310112', 'tag': '438cd34c-f290-429f-8eae-c06eb10402d4', 'status': 'completed', 'code': 200} Aug 25 17:03:26.721861 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-46c90cb2-52e6-47c1-99ce-0329f58b80b3 req-3ec62fb7-d1d2-47bc-8433-ad9159dace1a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c0764c1-cbfb-4263-af88-7790174b6924 HTTP/1.1" status: 200 len: 217 time: 0.0633483 Aug 25 17:03:26.803959 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c90cb2-52e6-47c1-99ce-0329f58b80b3 req-0f53b83f-23b7-46d6-973c-a36ea82e177f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:26.805430 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-46c90cb2-52e6-47c1-99ce-0329f58b80b3 req-0f53b83f-23b7-46d6-973c-a36ea82e177f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b3f3aec-b759-4569-a5a7-053f9cfaf242 HTTP/1.1" status: 200 len: 859 time: 0.0582271 Aug 25 17:03:26.808111 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5367aa8-266a-4650-b973-9e7d57e0356a req-d74dbd6d-7f27-4039-8d66-d44f7b5b1e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:26.809507 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e5367aa8-266a-4650-b973-9e7d57e0356a req-d74dbd6d-7f27-4039-8d66-d44f7b5b1e61 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=08aac9c23a974fde83b7887f14dc7206&device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 1098 time: 0.0970020 Aug 25 17:03:26.886405 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-46c90cb2-52e6-47c1-99ce-0329f58b80b3 req-6202ccb3-7dc5-4de4-8a79-6a29b64ae68c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6fe3cea9-951c-45c5-bb39-2832b07e1827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649977 Aug 25 17:03:26.947775 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-a75d5a60-ff55-4cd7-ba60-36e2339a1265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80c3129-4cf6-4806-9b6a-36a4297c89f6', 'name': 'tempest-TestShelveInstance-1293612335-router', 'tenant_id': '08aac9c23a974fde83b7887f14dc7206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '41ddcd92-8df0-4f54-be99-2b9439c457c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:01:58Z', 'updated_at': '2021-08-25T17:02:02Z', 'revision_number': 4, 'project_id': '08aac9c23a974fde83b7887f14dc7206', 'gw_port': {'id': '41ddcd92-8df0-4f54-be99-2b9439c457c4', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80c3129-4cf6-4806-9b6a-36a4297c89f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:01:59Z', 'updated_at': '2021-08-25T17:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_floatingips': [{'id': 'e890695e-c85b-4d9c-8789-8001d9f226e6', 'tenant_id': '08aac9c23a974fde83b7887f14dc7206', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'router_id': 'd80c3129-4cf6-4806-9b6a-36a4297c89f6', 'port_id': '438cd34c-f290-429f-8eae-c06eb10402d4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef11e297-234f-4d32-ac73-2a452cb37035', 'mac_address': 'fa:16:3e:22:c6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7d941e-765e-41ad-b6c5-9f0b54310112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:03:25Z', 'updated_at': '2021-08-25T17:03:25Z', 'revision_number': 0, 'project_id': '08aac9c23a974fde83b7887f14dc7206', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f8b9e9d-b191-4f54-9e46-4bcbd77913e1', 'name': '', 'network_id': 'ef11e297-234f-4d32-ac73-2a452cb37035', 'tenant_id': '08aac9c23a974fde83b7887f14dc7206', 'mac_address': 'fa:16:3e:8a:43:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80c3129-4cf6-4806-9b6a-36a4297c89f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '27b24ef3-530b-4ff3-993e-542863dc999f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:01Z', 'updated_at': '2021-08-25T17:02:11Z', 'revision_number': 5, 'project_id': '08aac9c23a974fde83b7887f14dc7206', 'subnets': [{'id': '27b24ef3-530b-4ff3-993e-542863dc999f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:03:26.976947 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75d5a60-ff55-4cd7-ba60-36e2339a1265 None None] Checking router: d80c3129-4cf6-4806-9b6a-36a4297c89f6 for host: dv-cinder-791240-5-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:03:26.984999 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75d5a60-ff55-4cd7-ba60-36e2339a1265 None None] Routers {'d80c3129-4cf6-4806-9b6a-36a4297c89f6'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:03:26.985590 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-a75d5a60-ff55-4cd7-ba60-36e2339a1265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:03:16Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['d80c3129-4cf6-4806-9b6a-36a4297c89f6'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:03:26.995030 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5367aa8-266a-4650-b973-9e7d57e0356a req-60a6bae8-5fd2-447f-bc5a-c52516cf1866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:26.996642 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e5367aa8-266a-4650-b973-9e7d57e0356a req-60a6bae8-5fd2-447f-bc5a-c52516cf1866 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ef11e297-234f-4d32-ac73-2a452cb37035 HTTP/1.1" status: 200 len: 911 time: 0.1742589 Aug 25 17:03:27.017398 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-46c90cb2-52e6-47c1-99ce-0329f58b80b3 req-962309a7-09a1-4ef5-a5ae-08457a2294a8 service neutron] 10.222.0.16 "GET /v2.0/networks/6fe3cea9-951c-45c5-bb39-2832b07e1827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208866 Aug 25 17:03:27.095077 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-a75d5a60-ff55-4cd7-ba60-36e2339a1265 None None] Set router d80c3129-4cf6-4806-9b6a-36a4297c89f6 gateway port host: dv-cinder-791240-5-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:03:27.328347 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-a75d5a60-ff55-4cd7-ba60-36e2339a1265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80c3129-4cf6-4806-9b6a-36a4297c89f6', 'name': 'tempest-TestShelveInstance-1293612335-router', 'tenant_id': '08aac9c23a974fde83b7887f14dc7206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '41ddcd92-8df0-4f54-be99-2b9439c457c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:01:58Z', 'updated_at': '2021-08-25T17:02:02Z', 'revision_number': 4, 'project_id': '08aac9c23a974fde83b7887f14dc7206', 'gw_port': {'id': '41ddcd92-8df0-4f54-be99-2b9439c457c4', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80c3129-4cf6-4806-9b6a-36a4297c89f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:01:59Z', 'updated_at': '2021-08-25T17:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_floatingips': [{'id': 'e890695e-c85b-4d9c-8789-8001d9f226e6', 'tenant_id': '08aac9c23a974fde83b7887f14dc7206', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'router_id': 'd80c3129-4cf6-4806-9b6a-36a4297c89f6', 'port_id': '438cd34c-f290-429f-8eae-c06eb10402d4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef11e297-234f-4d32-ac73-2a452cb37035', 'mac_address': 'fa:16:3e:22:c6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7d941e-765e-41ad-b6c5-9f0b54310112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:03:25Z', 'updated_at': '2021-08-25T17:03:25Z', 'revision_number': 0, 'project_id': '08aac9c23a974fde83b7887f14dc7206', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f8b9e9d-b191-4f54-9e46-4bcbd77913e1', 'name': '', 'network_id': 'ef11e297-234f-4d32-ac73-2a452cb37035', 'tenant_id': '08aac9c23a974fde83b7887f14dc7206', 'mac_address': 'fa:16:3e:8a:43:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80c3129-4cf6-4806-9b6a-36a4297c89f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '27b24ef3-530b-4ff3-993e-542863dc999f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:01Z', 'updated_at': '2021-08-25T17:02:11Z', 'revision_number': 5, 'project_id': '08aac9c23a974fde83b7887f14dc7206', 'subnets': [{'id': '27b24ef3-530b-4ff3-993e-542863dc999f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:03:27.354290 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75d5a60-ff55-4cd7-ba60-36e2339a1265 None None] The sync data for ids ['d80c3129-4cf6-4806-9b6a-36a4297c89f6'] in dv-cinder-791240-5-iscsi is: [{'id': 'd80c3129-4cf6-4806-9b6a-36a4297c89f6', 'name': 'tempest-TestShelveInstance-1293612335-router', 'tenant_id': '08aac9c23a974fde83b7887f14dc7206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '41ddcd92-8df0-4f54-be99-2b9439c457c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:01:58Z', 'updated_at': '2021-08-25T17:02:02Z', 'revision_number': 4, 'project_id': '08aac9c23a974fde83b7887f14dc7206', 'gw_port': {'id': '41ddcd92-8df0-4f54-be99-2b9439c457c4', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80c3129-4cf6-4806-9b6a-36a4297c89f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:01:59Z', 'updated_at': '2021-08-25T17:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_floatingips': [{'id': 'e890695e-c85b-4d9c-8789-8001d9f226e6', 'tenant_id': '08aac9c23a974fde83b7887f14dc7206', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'router_id': 'd80c3129-4cf6-4806-9b6a-36a4297c89f6', 'port_id': '438cd34c-f290-429f-8eae-c06eb10402d4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef11e297-234f-4d32-ac73-2a452cb37035', 'mac_address': 'fa:16:3e:22:c6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7d941e-765e-41ad-b6c5-9f0b54310112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:03:25Z', 'updated_at': '2021-08-25T17:03:25Z', 'revision_number': 0, 'project_id': '08aac9c23a974fde83b7887f14dc7206', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f8b9e9d-b191-4f54-9e46-4bcbd77913e1', 'name': '', 'network_id': 'ef11e297-234f-4d32-ac73-2a452cb37035', 'tenant_id': '08aac9c23a974fde83b7887f14dc7206', 'mac_address': 'fa:16:3e:8a:43:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80c3129-4cf6-4806-9b6a-36a4297c89f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '27b24ef3-530b-4ff3-993e-542863dc999f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:01Z', 'updated_at': '2021-08-25T17:02:11Z', 'revision_number': 5, 'project_id': '08aac9c23a974fde83b7887f14dc7206', 'subnets': [{'id': '27b24ef3-530b-4ff3-993e-542863dc999f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:03:27.374126 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e5367aa8-266a-4650-b973-9e7d57e0356a req-15726a27-8c00-4827-860e-4cea9c1bc2e2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=438cd34c-f290-429f-8eae-c06eb10402d4 HTTP/1.1" status: 200 len: 999 time: 0.3589520 Aug 25 17:03:27.439064 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-46c90cb2-52e6-47c1-99ce-0329f58b80b3 req-38920394-f39d-4710-81a7-461557ee4698 service neutron] 10.222.0.16 "GET /v2.0/networks/6fe3cea9-951c-45c5-bb39-2832b07e1827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3815417 Aug 25 17:03:27.449843 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5367aa8-266a-4650-b973-9e7d57e0356a req-df2d7b18-42d8-4319-b369-cdb98203cc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:27.451537 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e5367aa8-266a-4650-b973-9e7d57e0356a req-df2d7b18-42d8-4319-b369-cdb98203cc3b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=27b24ef3-530b-4ff3-993e-542863dc999f HTTP/1.1" status: 200 len: 848 time: 0.0667095 Aug 25 17:03:27.458006 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device 7a02cfb0-0d9e-467d-9048-5b333ed87357 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:03:27.482382 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] No Port match for: 7a02cfb0-0d9e-467d-9048-5b333ed87357 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:03:27.482955 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device 7a02cfb0-0d9e-467d-9048-5b333ed87357 not bound to the agent host hv-cinder-79124 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:03:27.505613 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5367aa8-266a-4650-b973-9e7d57e0356a req-a7770aa3-d0de-4d67-9bce-c172d2d49493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:27.507163 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e5367aa8-266a-4650-b973-9e7d57e0356a req-a7770aa3-d0de-4d67-9bce-c172d2d49493 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ef11e297-234f-4d32-ac73-2a452cb37035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434024 Aug 25 17:03:27.551107 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd21f37e-b54f-4bc5-8ef3-6f783e59e3bb None None] New status for floating IP e890695e-c85b-4d9c-8789-8001d9f226e6: ACTIVE {{(pid=93884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 17:03:27.617645 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e5367aa8-266a-4650-b973-9e7d57e0356a req-51e1a8a7-b423-4b28-a6cc-7fe97fffa0cd service neutron] 10.222.0.16 "GET /v2.0/networks/ef11e297-234f-4d32-ac73-2a452cb37035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940752 Aug 25 17:03:27.624599 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07670195-37cb-4692-86af-ca0a59585b0a req-7fb74d46-380d-45cb-81d1-3ba4f10d3703 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:27.626101 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-07670195-37cb-4692-86af-ca0a59585b0a req-7fb74d46-380d-45cb-81d1-3ba4f10d3703 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 946 time: 0.0632458 Aug 25 17:03:27.668873 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-07670195-37cb-4692-86af-ca0a59585b0a req-ed5ca82e-c2ec-4ac2-b8d4-67cea9056a2c tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366764 Aug 25 17:03:27.737576 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e5367aa8-266a-4650-b973-9e7d57e0356a req-dc6b31bb-8f66-4c82-84c0-05a19719a2ba service neutron] 10.222.0.16 "GET /v2.0/networks/ef11e297-234f-4d32-ac73-2a452cb37035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001253 Aug 25 17:03:28.805174 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d96de4-10af-4c62-b5bf-a184e8268d30 req-c2ee2d69-c1cf-4742-8c9c-4c8b4832ff56 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:28.806894 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-73d96de4-10af-4c62-b5bf-a184e8268d30 req-c2ee2d69-c1cf-4742-8c9c-4c8b4832ff56 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 946 time: 0.0566251 Aug 25 17:03:28.852552 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-73d96de4-10af-4c62-b5bf-a184e8268d30 req-be7cf167-8d2e-4d60-99c6-e0033ab2dc1e tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390418 Aug 25 17:03:29.056250 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a939b0bb-8e77-4fb7-aac6-fee9c38fcc06 req-23d1c614-aa5f-47ba-b784-087a59341a94 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:29.057906 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a939b0bb-8e77-4fb7-aac6-fee9c38fcc06 req-23d1c614-aa5f-47ba-b784-087a59341a94 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/networks?id=158af8a6-8234-4e44-b5d8-e0491b33a626 HTTP/1.1" status: 200 len: 815 time: 0.1050544 Aug 25 17:03:29.074863 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a939b0bb-8e77-4fb7-aac6-fee9c38fcc06 req-afb70f3c-cb87-4ede-ab10-d4b67af25d77 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/quotas/ce8b30e44d0740b19fb2000423fb78ee HTTP/1.1" status: 200 len: 375 time: 0.0108938 Aug 25 17:03:29.134741 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a939b0bb-8e77-4fb7-aac6-fee9c38fcc06 req-07d2b08e-8812-4f20-8847-6b46771c3a60 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=ce8b30e44d0740b19fb2000423fb78ee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0540421 Aug 25 17:03:29.230307 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a939b0bb-8e77-4fb7-aac6-fee9c38fcc06 req-b0455123-1aea-4d14-b0f6-4766c55b4c2a service neutron] 10.222.0.88 "GET /v2.0/networks/158af8a6-8234-4e44-b5d8-e0491b33a626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858929 Aug 25 17:03:29.330795 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a939b0bb-8e77-4fb7-aac6-fee9c38fcc06 req-9e1179ad-8cb9-4fe1-815f-447c8de7467c service neutron] 10.222.0.88 "GET /v2.0/networks/158af8a6-8234-4e44-b5d8-e0491b33a626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940621 Aug 25 17:03:29.518151 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-af44013a-c40f-4ddb-83ae-52effd4743da req-7041d374-f375-4943-ad7e-36784d3c7fc5 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=17b236dd-1c15-4fc0-9e0d-419e771fb11c HTTP/1.1" status: 200 len: 210 time: 0.0307379 Aug 25 17:03:29.984858 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88306644-5eb0-4683-b719-dd1d8e1df500 req-4d115f96-f3ac-46f8-b504-7423bd605a3d tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:29.986420 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-88306644-5eb0-4683-b719-dd1d8e1df500 req-4d115f96-f3ac-46f8-b504-7423bd605a3d tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 946 time: 0.0535877 Aug 25 17:03:30.039185 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-88306644-5eb0-4683-b719-dd1d8e1df500 req-b790b298-fc74-4614-bdfc-eca43b8eb12f tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452843 Aug 25 17:03:30.622109 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-47f27adc-2dfd-4406-8cf8-18b224e844d3 req-38bf42fd-8c70-4b6f-932c-d584daccdb5b tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=17b236dd-1c15-4fc0-9e0d-419e771fb11c HTTP/1.1" status: 200 len: 210 time: 0.0320811 Aug 25 17:03:30.705216 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a939b0bb-8e77-4fb7-aac6-fee9c38fcc06 req-db2199d9-6932-47e2-9c90-70481b3a2f1f tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:30.707497 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a939b0bb-8e77-4fb7-aac6-fee9c38fcc06 req-db2199d9-6932-47e2-9c90-70481b3a2f1f tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.16 "GET /v2.0/networks?id=158af8a6-8234-4e44-b5d8-e0491b33a626 HTTP/1.1" status: 200 len: 815 time: 0.1237249 Aug 25 17:03:30.725233 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-a939b0bb-8e77-4fb7-aac6-fee9c38fcc06 req-7d125c73-2774-4be2-b05e-38aab269c10d tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Request body: {'port': {'device_id': '17b236dd-1c15-4fc0-9e0d-419e771fb11c', 'network_id': '158af8a6-8234-4e44-b5d8-e0491b33a626', 'admin_state_up': True, 'tenant_id': 'ce8b30e44d0740b19fb2000423fb78ee'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:03:30.890444 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a939b0bb-8e77-4fb7-aac6-fee9c38fcc06 req-7d125c73-2774-4be2-b05e-38aab269c10d tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Made reservation on behalf of ce8b30e44d0740b19fb2000423fb78ee for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:03:30.895345 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a939b0bb-8e77-4fb7-aac6-fee9c38fcc06 req-7d125c73-2774-4be2-b05e-38aab269c10d tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:31.041281 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-a939b0bb-8e77-4fb7-aac6-fee9c38fcc06 req-7d125c73-2774-4be2-b05e-38aab269c10d tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Allocated IP 172.20.0.3 (158af8a6-8234-4e44-b5d8-e0491b33a626/157e2cdc-7e5d-4beb-8dac-2b06da21e5f2/8fac6f71-38b9-43dc-9541-276b82165957) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:03:31.181324 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79abf153-1cf5-4247-b44f-13d1bea39fe4 req-ec6bb12a-1edb-49c3-8d68-2e2c5bfaab0f tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:31.182875 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-79abf153-1cf5-4247-b44f-13d1bea39fe4 req-ec6bb12a-1edb-49c3-8d68-2e2c5bfaab0f tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 946 time: 0.0614779 Aug 25 17:03:31.214423 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a939b0bb-8e77-4fb7-aac6-fee9c38fcc06 req-7d125c73-2774-4be2-b05e-38aab269c10d tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:31.222880 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-79abf153-1cf5-4247-b44f-13d1bea39fe4 req-bbfaa2bb-15ad-4ce5-85db-90f5b6bcd46e tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337586 Aug 25 17:03:31.255507 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a939b0bb-8e77-4fb7-aac6-fee9c38fcc06 req-7d125c73-2774-4be2-b05e-38aab269c10d tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743705601783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732937'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:31.270921 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] get_ports_and_sgs() called for port_ids ['d7388651-35dd-46eb-8a4c-dc28e4d9f3a0', '82126cd2-f661-4cb3-a592-55de03afb0b3', '6fb11535-3441-4b83-aab6-ca3aa2d69f11'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:03:31.302323 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a939b0bb-8e77-4fb7-aac6-fee9c38fcc06 req-7d125c73-2774-4be2-b05e-38aab269c10d tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Network 158af8a6-8234-4e44-b5d8-e0491b33a626 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:03:31.309175 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-a939b0bb-8e77-4fb7-aac6-fee9c38fcc06 req-7d125c73-2774-4be2-b05e-38aab269c10d tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:03:31.313305 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-a939b0bb-8e77-4fb7-aac6-fee9c38fcc06 req-7d125c73-2774-4be2-b05e-38aab269c10d tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:03:31.340521 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d125c73-2774-4be2-b05e-38aab269c10d tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Pushing event updated for resources: {'Port': ['ID=8fac6f71-38b9-43dc-9541-276b82165957,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:31.371730 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a939b0bb-8e77-4fb7-aac6-fee9c38fcc06 req-7d125c73-2774-4be2-b05e-38aab269c10d tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:31.372483 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a939b0bb-8e77-4fb7-aac6-fee9c38fcc06 req-7d125c73-2774-4be2-b05e-38aab269c10d tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:31.389796 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a939b0bb-8e77-4fb7-aac6-fee9c38fcc06 req-7d125c73-2774-4be2-b05e-38aab269c10d tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6693029 Aug 25 17:03:31.415985 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-a939b0bb-8e77-4fb7-aac6-fee9c38fcc06 req-61c2b227-d8fd-49e9-a727-479d3a17ed8d service neutron] Request body: {'port': {'device_id': '17b236dd-1c15-4fc0-9e0d-419e771fb11c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:03:31.470741 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a939b0bb-8e77-4fb7-aac6-fee9c38fcc06 req-61c2b227-d8fd-49e9-a727-479d3a17ed8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:31.744722 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423b41d-a321-440d-a0de-640863266d7b req-49117c93-298c-446e-bb7a-b92dd0606130 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:31.746225 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9423b41d-a321-440d-a0de-640863266d7b req-49117c93-298c-446e-bb7a-b92dd0606130 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=17b236dd-1c15-4fc0-9e0d-419e771fb11c HTTP/1.1" status: 200 len: 931 time: 0.0505433 Aug 25 17:03:31.748818 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [req-a939b0bb-8e77-4fb7-aac6-fee9c38fcc06 req-61c2b227-d8fd-49e9-a727-479d3a17ed8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fac6f71-38b9-43dc-9541-276b82165957 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:03:31.757355 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a939b0bb-8e77-4fb7-aac6-fee9c38fcc06 req-61c2b227-d8fd-49e9-a727-479d3a17ed8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:31.770199 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-a939b0bb-8e77-4fb7-aac6-fee9c38fcc06 req-61c2b227-d8fd-49e9-a727-479d3a17ed8d service neutron] Transition to ACTIVE for port object 8fac6f71-38b9-43dc-9541-276b82165957 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:03:31.773964 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a939b0bb-8e77-4fb7-aac6-fee9c38fcc06 req-61c2b227-d8fd-49e9-a727-479d3a17ed8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3732944'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:31.788894 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9423b41d-a321-440d-a0de-640863266d7b req-2b1350bb-e28f-49a3-8feb-a00ab269caf4 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345109 Aug 25 17:03:31.860211 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c2b227-d8fd-49e9-a727-479d3a17ed8d service neutron] Pushing event updated for resources: {'Port': ['ID=8fac6f71-38b9-43dc-9541-276b82165957,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:31.889808 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-a939b0bb-8e77-4fb7-aac6-fee9c38fcc06 req-61c2b227-d8fd-49e9-a727-479d3a17ed8d service neutron] Attempting to bind port 8fac6f71-38b9-43dc-9541-276b82165957 on host hv-cinder-79124 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:03:31.890146 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-a939b0bb-8e77-4fb7-aac6-fee9c38fcc06 req-61c2b227-d8fd-49e9-a727-479d3a17ed8d service neutron] Attempting to bind port 8fac6f71-38b9-43dc-9541-276b82165957 by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': '464881d0-366d-4203-be8e-e80b8f8623d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1463, 'network_id': '158af8a6-8234-4e44-b5d8-e0491b33a626'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:03:31.890473 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a939b0bb-8e77-4fb7-aac6-fee9c38fcc06 req-61c2b227-d8fd-49e9-a727-479d3a17ed8d service neutron] Attempting to bind port 8fac6f71-38b9-43dc-9541-276b82165957 on network 158af8a6-8234-4e44-b5d8-e0491b33a626 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:03:31.894899 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a939b0bb-8e77-4fb7-aac6-fee9c38fcc06 req-61c2b227-d8fd-49e9-a727-479d3a17ed8d service neutron] Port 8fac6f71-38b9-43dc-9541-276b82165957 on network 158af8a6-8234-4e44-b5d8-e0491b33a626 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 17:03:31.895225 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a939b0bb-8e77-4fb7-aac6-fee9c38fcc06 req-61c2b227-d8fd-49e9-a727-479d3a17ed8d service neutron] Attempting to bind port 8fac6f71-38b9-43dc-9541-276b82165957 on network 158af8a6-8234-4e44-b5d8-e0491b33a626 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:03:31.899962 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a939b0bb-8e77-4fb7-aac6-fee9c38fcc06 req-61c2b227-d8fd-49e9-a727-479d3a17ed8d service neutron] Checking agent: {'id': '5ac426a1-ab5c-4a46-b982-fffaa6db999e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 59, 15), 'started_at': datetime.datetime(2021, 8, 25, 16, 59, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:03:31.900299 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a939b0bb-8e77-4fb7-aac6-fee9c38fcc06 req-61c2b227-d8fd-49e9-a727-479d3a17ed8d service neutron] Checking segment: {'id': '464881d0-366d-4203-be8e-e80b8f8623d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1463, 'network_id': '158af8a6-8234-4e44-b5d8-e0491b33a626'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:03:31.900681 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a939b0bb-8e77-4fb7-aac6-fee9c38fcc06 req-61c2b227-d8fd-49e9-a727-479d3a17ed8d service neutron] Bound using segment: {'id': '464881d0-366d-4203-be8e-e80b8f8623d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1463, 'network_id': '158af8a6-8234-4e44-b5d8-e0491b33a626'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:03:31.901103 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-a939b0bb-8e77-4fb7-aac6-fee9c38fcc06 req-61c2b227-d8fd-49e9-a727-479d3a17ed8d service neutron] Bound port: 8fac6f71-38b9-43dc-9541-276b82165957, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '464881d0-366d-4203-be8e-e80b8f8623d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1463, 'network_id': '158af8a6-8234-4e44-b5d8-e0491b33a626'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:03:31.901463 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a939b0bb-8e77-4fb7-aac6-fee9c38fcc06 req-61c2b227-d8fd-49e9-a727-479d3a17ed8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:31.966509 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-a939b0bb-8e77-4fb7-aac6-fee9c38fcc06 req-61c2b227-d8fd-49e9-a727-479d3a17ed8d service neutron] For port 8fac6f71-38b9-43dc-9541-276b82165957, host hv-cinder-79124, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:03:31.969826 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-a939b0bb-8e77-4fb7-aac6-fee9c38fcc06 req-61c2b227-d8fd-49e9-a727-479d3a17ed8d service neutron] For port 8fac6f71-38b9-43dc-9541-276b82165957, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=8fac6f71-38b9-43dc-9541-276b82165957,segment=NetworkSegment(464881d0-366d-4203-be8e-e80b8f8623d9),segment_id=464881d0-366d-4203-be8e-e80b8f8623d9)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:03:31.975436 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a939b0bb-8e77-4fb7-aac6-fee9c38fcc06 req-61c2b227-d8fd-49e9-a727-479d3a17ed8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3732944'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:32.011122 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a939b0bb-8e77-4fb7-aac6-fee9c38fcc06 req-61c2b227-d8fd-49e9-a727-479d3a17ed8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:32.011755 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a939b0bb-8e77-4fb7-aac6-fee9c38fcc06 req-61c2b227-d8fd-49e9-a727-479d3a17ed8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:32.013183 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a939b0bb-8e77-4fb7-aac6-fee9c38fcc06 req-61c2b227-d8fd-49e9-a727-479d3a17ed8d service neutron] 10.222.0.16 "PUT /v2.0/ports/8fac6f71-38b9-43dc-9541-276b82165957 HTTP/1.1" status: 200 len: 1093 time: 0.6017892 Aug 25 17:03:32.015362 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17b236dd-1c15-4fc0-9e0d-419e771fb11c', 'tag': '8fac6f71-38b9-43dc-9541-276b82165957'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:03:32.017624 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30294bf1a97406c8a8235025fddf2f3c25b52a26b11c10f571ea972848b08700" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a2a99d0-1735-4657-b678-88fe0f6166bd" -d '{"events": [{"name": "network-changed", "server_uuid": "17b236dd-1c15-4fc0-9e0d-419e771fb11c", "tag": "8fac6f71-38b9-43dc-9541-276b82165957"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:03:32.047469 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c2b227-d8fd-49e9-a727-479d3a17ed8d service neutron] Pushing event updated for resources: {'Port': ['ID=8fac6f71-38b9-43dc-9541-276b82165957,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:32.062608 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ba2466-530e-44f5-b22f-3cf618332ce4 x-openstack-request-id: req-75ba2466-530e-44f5-b22f-3cf618332ce4 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:03:32.062901 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17b236dd-1c15-4fc0-9e0d-419e771fb11c", "tag": "8fac6f71-38b9-43dc-9541-276b82165957", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:03:32.063153 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-75ba2466-530e-44f5-b22f-3cf618332ce4 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:03:32.063560 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17b236dd-1c15-4fc0-9e0d-419e771fb11c', 'tag': '8fac6f71-38b9-43dc-9541-276b82165957', 'status': 'completed', 'code': 200} Aug 25 17:03:32.116280 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a939b0bb-8e77-4fb7-aac6-fee9c38fcc06 req-a9b49a22-1cc7-484f-8be4-f2b538c6297c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:32.117800 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a939b0bb-8e77-4fb7-aac6-fee9c38fcc06 req-a9b49a22-1cc7-484f-8be4-f2b538c6297c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ce8b30e44d0740b19fb2000423fb78ee&device_id=17b236dd-1c15-4fc0-9e0d-419e771fb11c HTTP/1.1" status: 200 len: 1096 time: 0.0397778 Aug 25 17:03:32.301965 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a939b0bb-8e77-4fb7-aac6-fee9c38fcc06 req-87e1732a-3113-492e-ad52-d66820b0a89b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8fac6f71-38b9-43dc-9541-276b82165957 HTTP/1.1" status: 200 len: 217 time: 0.0387695 Aug 25 17:03:32.361587 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72339970-2281-4810-a980-c30d4c7f7fc3 req-f80ae028-47bc-40c0-bbdd-5da78dba9d53 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:32.363698 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-72339970-2281-4810-a980-c30d4c7f7fc3 req-f80ae028-47bc-40c0-bbdd-5da78dba9d53 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 946 time: 0.0641553 Aug 25 17:03:32.383740 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a939b0bb-8e77-4fb7-aac6-fee9c38fcc06 req-e90246fd-5a75-434c-b04a-4972b61f189f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:32.385395 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a939b0bb-8e77-4fb7-aac6-fee9c38fcc06 req-e90246fd-5a75-434c-b04a-4972b61f189f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=157e2cdc-7e5d-4beb-8dac-2b06da21e5f2 HTTP/1.1" status: 200 len: 855 time: 0.0641370 Aug 25 17:03:32.411522 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-72339970-2281-4810-a980-c30d4c7f7fc3 req-e8503de6-715c-4d0a-a658-ea1ce2dd82ad tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336487 Aug 25 17:03:32.419800 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a939b0bb-8e77-4fb7-aac6-fee9c38fcc06 req-8e65e4a1-3a34-45e1-b51a-9f116e286a6c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=158af8a6-8234-4e44-b5d8-e0491b33a626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261235 Aug 25 17:03:32.444326 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 38176) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:03:32.523980 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a939b0bb-8e77-4fb7-aac6-fee9c38fcc06 req-235c5e14-9921-4289-a006-75e5d3df931b service neutron] 10.222.0.16 "GET /v2.0/networks/158af8a6-8234-4e44-b5d8-e0491b33a626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930746 Aug 25 17:03:32.595001 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-3a8b4bea-a722-4af4-979b-4914be41e358 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2cd1ef7b311e42dba389f2361ab98bc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1487725 Aug 25 17:03:32.595610 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 38182) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:03:32.624136 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a939b0bb-8e77-4fb7-aac6-fee9c38fcc06 req-9e5f92f7-bdf3-44a0-a7a1-0fa737292c81 service neutron] 10.222.0.16 "GET /v2.0/networks/158af8a6-8234-4e44-b5d8-e0491b33a626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910223 Aug 25 17:03:32.645487 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7c7fc3f0-3200-46f5-ad84-d95b1aeb8d5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:32.666907 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7c7fc3f0-3200-46f5-ad84-d95b1aeb8d5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:32.715215 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7c7fc3f0-3200-46f5-ad84-d95b1aeb8d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:32.717841 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7c7fc3f0-3200-46f5-ad84-d95b1aeb8d5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:32.721573 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-7c7fc3f0-3200-46f5-ad84-d95b1aeb8d5a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/48702773-2416-4fff-8e27-0d11e5f4e317 HTTP/1.1" status: 204 len: 168 time: 0.1250167 Aug 25 17:03:32.730102 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7fc3f0-3200-46f5-ad84-d95b1aeb8d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48702773-2416-4fff-8e27-0d11e5f4e317,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:32.731080 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a99d0-1735-4657-b678-88fe0f6166bd req-d8dfa826-2ada-4f35-a36e-8987d0262d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:32.734101 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1a2a99d0-1735-4657-b678-88fe0f6166bd req-d8dfa826-2ada-4f35-a36e-8987d0262d1c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ce8b30e44d0740b19fb2000423fb78ee&device_id=17b236dd-1c15-4fc0-9e0d-419e771fb11c HTTP/1.1" status: 200 len: 1096 time: 0.0472722 Aug 25 17:03:32.832236 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a99d0-1735-4657-b678-88fe0f6166bd req-29c1e5c0-22db-4164-bfe9-7b942a0ceb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:32.833736 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1a2a99d0-1735-4657-b678-88fe0f6166bd req-29c1e5c0-22db-4164-bfe9-7b942a0ceb83 service neutron] 10.222.0.16 "GET /v2.0/networks?id=158af8a6-8234-4e44-b5d8-e0491b33a626 HTTP/1.1" status: 200 len: 917 time: 0.0910110 Aug 25 17:03:32.884341 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1a2a99d0-1735-4657-b678-88fe0f6166bd req-b0de3d29-f98c-4b16-88b5-c448256e2606 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8fac6f71-38b9-43dc-9541-276b82165957 HTTP/1.1" status: 200 len: 217 time: 0.0421348 Aug 25 17:03:32.914902 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652452a5-ce23-4e88-85cf-1dfbd436ae9d req-72c6061e-87f3-4db7-b9f3-ed2f1b4b9ab6 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:32.916430 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-652452a5-ce23-4e88-85cf-1dfbd436ae9d req-72c6061e-87f3-4db7-b9f3-ed2f1b4b9ab6 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=17b236dd-1c15-4fc0-9e0d-419e771fb11c HTTP/1.1" status: 200 len: 943 time: 0.0571675 Aug 25 17:03:32.946267 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a99d0-1735-4657-b678-88fe0f6166bd req-05172812-a187-4558-85ba-8ae044f07bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:32.947771 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1a2a99d0-1735-4657-b678-88fe0f6166bd req-05172812-a187-4558-85ba-8ae044f07bd4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=157e2cdc-7e5d-4beb-8dac-2b06da21e5f2 HTTP/1.1" status: 200 len: 855 time: 0.0520980 Aug 25 17:03:32.959629 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-652452a5-ce23-4e88-85cf-1dfbd436ae9d req-c49f3d5b-cb91-4d45-837a-752043881803 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363920 Aug 25 17:03:32.987104 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1a2a99d0-1735-4657-b678-88fe0f6166bd req-37827185-b6e3-4b51-b59b-df6fd128820d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=158af8a6-8234-4e44-b5d8-e0491b33a626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244951 Aug 25 17:03:33.097627 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1a2a99d0-1735-4657-b678-88fe0f6166bd req-602b3bfd-f347-494a-8600-a37efef0c016 service neutron] 10.222.0.16 "GET /v2.0/networks/158af8a6-8234-4e44-b5d8-e0491b33a626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995083 Aug 25 17:03:33.199585 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1a2a99d0-1735-4657-b678-88fe0f6166bd req-7e028964-1042-4131-9f16-43525c5e9043 service neutron] 10.222.0.16 "GET /v2.0/networks/158af8a6-8234-4e44-b5d8-e0491b33a626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946021 Aug 25 17:03:33.415661 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 38214) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:03:33.520308 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-42fb4128-d497-46fb-9522-9462eca23eae admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-332155218-network', 'tenant_id': '2e0f86f1410e48e99ce078647d3125f3'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:03:33.554176 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17730c6c-2922-4389-b150-321e27b4d2ef req-ba605030-533b-4637-894a-4e25ab22e2aa tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:33.555642 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-17730c6c-2922-4389-b150-321e27b4d2ef req-ba605030-533b-4637-894a-4e25ab22e2aa tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 946 time: 0.0735261 Aug 25 17:03:33.556659 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42fb4128-d497-46fb-9522-9462eca23eae admin admin] Made reservation on behalf of 2e0f86f1410e48e99ce078647d3125f3 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:03:33.558825 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-42fb4128-d497-46fb-9522-9462eca23eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:33.573526 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-42fb4128-d497-46fb-9522-9462eca23eae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:33.616425 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-17730c6c-2922-4389-b150-321e27b4d2ef req-69047914-d570-424b-b6e3-ce596829286d tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546088 Aug 25 17:03:33.692354 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-42fb4128-d497-46fb-9522-9462eca23eae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:33.696108 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-42fb4128-d497-46fb-9522-9462eca23eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:33.716924 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42fb4128-d497-46fb-9522-9462eca23eae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1495} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 17:03:33.732405 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fb4128-d497-46fb-9522-9462eca23eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f41bede-88ae-49ca-a50e-ce7816d45c40,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:33.735626 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-42fb4128-d497-46fb-9522-9462eca23eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16206884'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:33.735823 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.db.segments_db [None req-42fb4128-d497-46fb-9522-9462eca23eae admin admin] Added segment 7805d27b-101e-4f4b-8b1f-c99cc5b16a07 of type vlan for network 67402cff-b45f-4fed-abaa-c7f552a48d5e Aug 25 17:03:33.778762 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-42fb4128-d497-46fb-9522-9462eca23eae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743705589342'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:33.803405 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-42fb4128-d497-46fb-9522-9462eca23eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:33.804429 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fb4128-d497-46fb-9522-9462eca23eae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:33.805032 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-42fb4128-d497-46fb-9522-9462eca23eae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16218488'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:33.861311 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-42fb4128-d497-46fb-9522-9462eca23eae admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4444652 Aug 25 17:03:33.864381 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 38222) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:03:33.866583 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fb4128-d497-46fb-9522-9462eca23eae admin admin] Pushing event updated for resources: {'Network': ['ID=67402cff-b45f-4fed-abaa-c7f552a48d5e,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:33.870989 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-a24d5c4c-c726-400f-9933-d9c495c5c5e1 admin admin] Request body: {'subnet': {'network_id': '67402cff-b45f-4fed-abaa-c7f552a48d5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-332155218-subnet', 'tenant_id': '2e0f86f1410e48e99ce078647d3125f3', 'ip_version': 4}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:03:33.876649 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Network 67402cff-b45f-4fed-abaa-c7f552a48d5e details requested by agent ovs-agent-dv-cinder-791240-5-iscsi with host dv-cinder-791240-5-iscsi {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 17:03:33.893101 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24d5c4c-c726-400f-9933-d9c495c5c5e1 admin admin] Made reservation on behalf of 2e0f86f1410e48e99ce078647d3125f3 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:03:33.896291 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a24d5c4c-c726-400f-9933-d9c495c5c5e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26007666'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:34.075793 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a24d5c4c-c726-400f-9933-d9c495c5c5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3732057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26007552'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:34.077817 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad17cd5b-fc84-4658-9017-d3423e14eced req-68d15e79-e495-47e2-bac8-d3a772dec621 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:34.079449 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ad17cd5b-fc84-4658-9017-d3423e14eced req-68d15e79-e495-47e2-bac8-d3a772dec621 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=17b236dd-1c15-4fc0-9e0d-419e771fb11c HTTP/1.1" status: 200 len: 943 time: 0.0500815 Aug 25 17:03:34.127118 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ad17cd5b-fc84-4658-9017-d3423e14eced req-b567c866-70f0-45fa-9d1d-3702326a3bbf tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402150 Aug 25 17:03:34.140468 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24d5c4c-c726-400f-9933-d9c495c5c5e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecf1d074-31af-4eab-9bb7-bf7bd6ac47eb,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:34.145490 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24d5c4c-c726-400f-9933-d9c495c5c5e1 admin admin] Checking segment: {'id': '7805d27b-101e-4f4b-8b1f-c99cc5b16a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1495, 'network_id': '67402cff-b45f-4fed-abaa-c7f552a48d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:03:34.145870 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24d5c4c-c726-400f-9933-d9c495c5c5e1 admin admin] Network hostable DHCP agents. Network: 67402cff-b45f-4fed-abaa-c7f552a48d5e, hostable agents: ['39bdbfd6-9eef-4d2c-92d7-b2e1f06a8fe0'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 17:03:34.165051 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24d5c4c-c726-400f-9933-d9c495c5c5e1 admin admin] Network 67402cff-b45f-4fed-abaa-c7f552a48d5e is scheduled to be hosted by DHCP agent 39bdbfd6-9eef-4d2c-92d7-b2e1f06a8fe0 with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 17:03:34.174462 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-a24d5c4c-c726-400f-9933-d9c495c5c5e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-5-iscsi, 67402cff-b45f-4fed-abaa-c7f552a48d5e) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:03:34.178906 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24d5c4c-c726-400f-9933-d9c495c5c5e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:34.180120 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a24d5c4c-c726-400f-9933-d9c495c5c5e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:34.184485 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f143480-eeda-4b78-bc73-b4a23370c7e2 None None] Network 67402cff-b45f-4fed-abaa-c7f552a48d5e requested from dv-cinder-791240-5-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:03:34.195143 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-a24d5c4c-c726-400f-9933-d9c495c5c5e1 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3294470 Aug 25 17:03:34.197778 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 38236) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:03:34.203230 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-c4bc2154-43af-4b35-a08d-22c0f6e66f9e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-332155218-router', 'tenant_id': '2e0f86f1410e48e99ce078647d3125f3', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:03:34.228388 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c4bc2154-43af-4b35-a08d-22c0f6e66f9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36909'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:34.229417 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c4bc2154-43af-4b35-a08d-22c0f6e66f9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-613604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-671558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36916'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:34.288790 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c4bc2154-43af-4b35-a08d-22c0f6e66f9e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:34.343145 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0939dc-4bfd-4430-b6bf-7e5e6a3bc1e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp794e47e6-b8ad-5c0b-879a-efa4fa32050a-67402cff-b45f-4fed-abaa-c7f552a48d5e', 'network_id': '67402cff-b45f-4fed-abaa-c7f552a48d5e', 'tenant_id': '2e0f86f1410e48e99ce078647d3125f3', 'fixed_ips': [{'subnet_id': 'ecf1d074-31af-4eab-9bb7-bf7bd6ac47eb'}]}} from dv-cinder-791240-5-iscsi. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 17:03:34.343997 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0c0939dc-4bfd-4430-b6bf-7e5e6a3bc1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:34.429774 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c4bc2154-43af-4b35-a08d-22c0f6e66f9e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:34.489895 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-0c0939dc-4bfd-4430-b6bf-7e5e6a3bc1e4 None None] Allocated IP 172.20.0.2 (67402cff-b45f-4fed-abaa-c7f552a48d5e/ecf1d074-31af-4eab-9bb7-bf7bd6ac47eb/762c5a34-ec19-4929-a2d2-42944c00c8f9) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:03:34.629539 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0c0939dc-4bfd-4430-b6bf-7e5e6a3bc1e4 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:34.636469 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c4bc2154-43af-4b35-a08d-22c0f6e66f9e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:34.637685 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-0c0939dc-4bfd-4430-b6bf-7e5e6a3bc1e4 None None] Transition to ACTIVE for port object 762c5a34-ec19-4929-a2d2-42944c00c8f9 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:03:34.652834 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-0c0939dc-4bfd-4430-b6bf-7e5e6a3bc1e4 None None] Transition to ACTIVE for port object 762c5a34-ec19-4929-a2d2-42944c00c8f9 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:03:34.656271 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c4bc2154-43af-4b35-a08d-22c0f6e66f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:34.660833 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0c0939dc-4bfd-4430-b6bf-7e5e6a3bc1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743705601783'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:34.695211 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0939dc-4bfd-4430-b6bf-7e5e6a3bc1e4 None None] Network 67402cff-b45f-4fed-abaa-c7f552a48d5e is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:03:34.698845 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-0c0939dc-4bfd-4430-b6bf-7e5e6a3bc1e4 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:03:34.707634 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0939dc-4bfd-4430-b6bf-7e5e6a3bc1e4 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:03:34.746784 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0939dc-4bfd-4430-b6bf-7e5e6a3bc1e4 None None] Pushing event updated for resources: {'Port': ['ID=762c5a34-ec19-4929-a2d2-42944c00c8f9,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:34.773485 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-0c0939dc-4bfd-4430-b6bf-7e5e6a3bc1e4 None None] Attempting to bind port 762c5a34-ec19-4929-a2d2-42944c00c8f9 on host dv-cinder-791240-5-iscsi for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:03:34.773883 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-0c0939dc-4bfd-4430-b6bf-7e5e6a3bc1e4 None None] Attempting to bind port 762c5a34-ec19-4929-a2d2-42944c00c8f9 by drivers openvswitch,hyperv on host dv-cinder-791240-5-iscsi at level 0 using segments [{'id': '7805d27b-101e-4f4b-8b1f-c99cc5b16a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1495, 'network_id': '67402cff-b45f-4fed-abaa-c7f552a48d5e'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:03:34.774239 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0939dc-4bfd-4430-b6bf-7e5e6a3bc1e4 None None] Attempting to bind port 762c5a34-ec19-4929-a2d2-42944c00c8f9 on network 67402cff-b45f-4fed-abaa-c7f552a48d5e {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:03:34.779081 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0939dc-4bfd-4430-b6bf-7e5e6a3bc1e4 None None] Checking agent: {'id': '228fda10-d8da-45cc-9fcd-c0d1ec5752d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 53, 16), 'started_at': datetime.datetime(2021, 8, 25, 16, 53, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:03:34.779444 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0939dc-4bfd-4430-b6bf-7e5e6a3bc1e4 None None] Checking segment: {'id': '7805d27b-101e-4f4b-8b1f-c99cc5b16a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1495, 'network_id': '67402cff-b45f-4fed-abaa-c7f552a48d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:03:34.779840 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0c0939dc-4bfd-4430-b6bf-7e5e6a3bc1e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:34.780231 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0939dc-4bfd-4430-b6bf-7e5e6a3bc1e4 None None] Bound using segment: {'id': '7805d27b-101e-4f4b-8b1f-c99cc5b16a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1495, 'network_id': '67402cff-b45f-4fed-abaa-c7f552a48d5e'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:03:34.780680 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-0c0939dc-4bfd-4430-b6bf-7e5e6a3bc1e4 None None] Bound port: 762c5a34-ec19-4929-a2d2-42944c00c8f9, host: dv-cinder-791240-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7805d27b-101e-4f4b-8b1f-c99cc5b16a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1495, 'network_id': '67402cff-b45f-4fed-abaa-c7f552a48d5e'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:03:34.781304 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0c0939dc-4bfd-4430-b6bf-7e5e6a3bc1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:34.799492 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-c4bc2154-43af-4b35-a08d-22c0f6e66f9e admin admin] Allocated IP 172.27.2.235 (914f4934-f5ad-4127-8ba1-186f4f0b2c29/116950f5-36d3-4fc2-ae19-feb6e35b150a/3b17f863-f233-480d-9089-0f4c263931ca) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:03:34.811085 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c100d-1616-4629-abcd-1aea99951226 req-5d01df25-174d-490e-98a6-c2f96cf0bf7f tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:34.812567 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7f4c100d-1616-4629-abcd-1aea99951226 req-5d01df25-174d-490e-98a6-c2f96cf0bf7f tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 946 time: 0.1011553 Aug 25 17:03:34.900272 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7f4c100d-1616-4629-abcd-1aea99951226 req-c2ea04fc-edab-48fc-8586-132eb5f44f8d tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808775 Aug 25 17:03:34.950267 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c4bc2154-43af-4b35-a08d-22c0f6e66f9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:34.962366 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-0c0939dc-4bfd-4430-b6bf-7e5e6a3bc1e4 None None] For port 762c5a34-ec19-4929-a2d2-42944c00c8f9, host dv-cinder-791240-5-iscsi, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:03:34.965379 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-0c0939dc-4bfd-4430-b6bf-7e5e6a3bc1e4 None None] For port 762c5a34-ec19-4929-a2d2-42944c00c8f9, host dv-cinder-791240-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=762c5a34-ec19-4929-a2d2-42944c00c8f9,segment=NetworkSegment(7805d27b-101e-4f4b-8b1f-c99cc5b16a07),segment_id=7805d27b-101e-4f4b-8b1f-c99cc5b16a07)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:03:34.969446 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0c0939dc-4bfd-4430-b6bf-7e5e6a3bc1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:34.993984 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c4bc2154-43af-4b35-a08d-22c0f6e66f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743705601783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3625696'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:35.023823 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0939dc-4bfd-4430-b6bf-7e5e6a3bc1e4 None None] Pushing event updated for resources: {'Port': ['ID=762c5a34-ec19-4929-a2d2-42944c00c8f9,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:35.030220 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4bc2154-43af-4b35-a08d-22c0f6e66f9e admin admin] Network 914f4934-f5ad-4127-8ba1-186f4f0b2c29 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:03:35.033519 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-c4bc2154-43af-4b35-a08d-22c0f6e66f9e admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:03:35.039423 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bc2154-43af-4b35-a08d-22c0f6e66f9e admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:03:35.068091 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bc2154-43af-4b35-a08d-22c0f6e66f9e admin admin] Pushing event updated for resources: {'Port': ['ID=3b17f863-f233-480d-9089-0f4c263931ca,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:35.360920 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2933954-7d78-4930-95ba-ac4dc4eaf322 req-d4063217-7e60-4e2a-91d9-5ed04c7d668b tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:35.363293 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a2933954-7d78-4930-95ba-ac4dc4eaf322 req-d4063217-7e60-4e2a-91d9-5ed04c7d668b tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=17b236dd-1c15-4fc0-9e0d-419e771fb11c HTTP/1.1" status: 200 len: 943 time: 0.1337285 Aug 25 17:03:35.389359 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c4bc2154-43af-4b35-a08d-22c0f6e66f9e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:35.445081 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a2933954-7d78-4930-95ba-ac4dc4eaf322 req-ffdee68a-a0e0-4796-97e7-5528beecc302 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754154 Aug 25 17:03:35.595970 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c4bc2154-43af-4b35-a08d-22c0f6e66f9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-612021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613947'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:35.725842 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4bc2154-43af-4b35-a08d-22c0f6e66f9e admin admin] Router c93fb3e4-a952-4e88-9f9e-a69546fc994e is scheduled to L3 agent d32565c1-f1a3-4226-8f5a-e505deb187a1 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 17:03:35.904841 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7488b5b5-6ee6-477a-9717-a8d2ae5b2e84 None None] Network 67402cff-b45f-4fed-abaa-c7f552a48d5e requested from dv-cinder-791240-5-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:03:35.972542 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-056604a7-ce9a-411a-b9f8-914b52068ee6 None None] Provisioning for port 762c5a34-ec19-4929-a2d2-42944c00c8f9 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:03:36.086567 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4bc2154-43af-4b35-a08d-22c0f6e66f9e admin admin] Notify agent at l3_agent.dv-cinder-791240-5-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:03:36.095211 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db2ecbf-a700-4c25-a6f0-e8a178cb981f None None] Sync routers for ids ['c93fb3e4-a952-4e88-9f9e-a69546fc994e'] in dv-cinder-791240-5-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:03:36.101667 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc0b73-2ce6-4122-b8fb-a4fc3d3ce466 req-4cc8f4aa-b33d-41df-a1be-d763910088d1 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:36.103194 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f9bc0b73-2ce6-4122-b8fb-a4fc3d3ce466 req-4cc8f4aa-b33d-41df-a1be-d763910088d1 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 946 time: 0.0731797 Aug 25 17:03:36.106603 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db2ecbf-a700-4c25-a6f0-e8a178cb981f None None] Routers {'c93fb3e4-a952-4e88-9f9e-a69546fc994e'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:03:36.107468 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-4db2ecbf-a700-4c25-a6f0-e8a178cb981f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:03:16Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['c93fb3e4-a952-4e88-9f9e-a69546fc994e'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:03:36.120428 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c4bc2154-43af-4b35-a08d-22c0f6e66f9e admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:36.124694 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-c4bc2154-43af-4b35-a08d-22c0f6e66f9e admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9228830 Aug 25 17:03:36.124694 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 38258) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:03:36.213835 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f9bc0b73-2ce6-4122-b8fb-a4fc3d3ce466 req-2b7bc21e-6789-4b96-91e7-3cddbf52f6d0 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001465 Aug 25 17:03:36.252566 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-4db2ecbf-a700-4c25-a6f0-e8a178cb981f None None] Set router c93fb3e4-a952-4e88-9f9e-a69546fc994e gateway port host: dv-cinder-791240-5-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:03:36.535643 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-4db2ecbf-a700-4c25-a6f0-e8a178cb981f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c93fb3e4-a952-4e88-9f9e-a69546fc994e', 'name': 'tempest-TestMinimumBasicScenario-332155218-router', 'tenant_id': '2e0f86f1410e48e99ce078647d3125f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '3b17f863-f233-480d-9089-0f4c263931ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:03:34Z', 'updated_at': '2021-08-25T17:03:35Z', 'revision_number': 3, 'project_id': '2e0f86f1410e48e99ce078647d3125f3', 'gw_port': {'id': '3b17f863-f233-480d-9089-0f4c263931ca', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b0:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c93fb3e4-a952-4e88-9f9e-a69546fc994e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:03:34Z', 'updated_at': '2021-08-25T17:03:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi'}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:03:36.560866 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db2ecbf-a700-4c25-a6f0-e8a178cb981f None None] Checking router: c93fb3e4-a952-4e88-9f9e-a69546fc994e for host: dv-cinder-791240-5-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:03:36.561208 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db2ecbf-a700-4c25-a6f0-e8a178cb981f None None] Updating router c93fb3e4-a952-4e88-9f9e-a69546fc994e port 3b17f863-f233-480d-9089-0f4c263931ca binding host dv-cinder-791240-5-iscsi {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 17:03:36.587799 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4db2ecbf-a700-4c25-a6f0-e8a178cb981f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:36.624441 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc17e492-41de-48f9-a51d-c10af2599ff2 req-502da435-22ab-43ba-bb74-c3da44998be4 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:36.625937 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-fc17e492-41de-48f9-a51d-c10af2599ff2 req-502da435-22ab-43ba-bb74-c3da44998be4 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=17b236dd-1c15-4fc0-9e0d-419e771fb11c HTTP/1.1" status: 200 len: 943 time: 0.0965145 Aug 25 17:03:36.696521 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-fc17e492-41de-48f9-a51d-c10af2599ff2 req-2fa99c2e-f89f-41a3-8902-46161a974c43 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639410 Aug 25 17:03:36.698398 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-247b0cad-6c81-48d3-857b-3829dd2d1195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:36.846169 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device 762c5a34-ec19-4929-a2d2-42944c00c8f9 up at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:03:36.852068 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4db2ecbf-a700-4c25-a6f0-e8a178cb981f None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:36.862096 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-4db2ecbf-a700-4c25-a6f0-e8a178cb981f None None] Transition to ACTIVE for port object 3b17f863-f233-480d-9089-0f4c263931ca will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:03:36.869212 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4db2ecbf-a700-4c25-a6f0-e8a178cb981f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:36.879677 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-247b0cad-6c81-48d3-857b-3829dd2d1195 admin admin] Allocated IP 172.20.0.1 (67402cff-b45f-4fed-abaa-c7f552a48d5e/ecf1d074-31af-4eab-9bb7-bf7bd6ac47eb/b09cd816-00cf-4d57-8097-f04d5830572c) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:03:36.896440 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning for port 762c5a34-ec19-4929-a2d2-42944c00c8f9 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:03:36.900009 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning complete for port 762c5a34-ec19-4929-a2d2-42944c00c8f9 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:03:36.900380 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:36.934327 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-4db2ecbf-a700-4c25-a6f0-e8a178cb981f None None] Attempting to bind port 3b17f863-f233-480d-9089-0f4c263931ca on host dv-cinder-791240-5-iscsi for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:03:36.934842 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-4db2ecbf-a700-4c25-a6f0-e8a178cb981f None None] Attempting to bind port 3b17f863-f233-480d-9089-0f4c263931ca by drivers openvswitch,hyperv on host dv-cinder-791240-5-iscsi at level 0 using segments [{'id': '831650f3-50e7-4109-a77c-8151443483b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:03:36.935196 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db2ecbf-a700-4c25-a6f0-e8a178cb981f None None] Attempting to bind port 3b17f863-f233-480d-9089-0f4c263931ca on network 914f4934-f5ad-4127-8ba1-186f4f0b2c29 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:03:36.938001 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6577006-a1c0-4c35-9eff-451fe143f5ac None None] Pushing event updated for resources: {'Port': ['ID=3b17f863-f233-480d-9089-0f4c263931ca,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:36.947182 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6577006-a1c0-4c35-9eff-451fe143f5ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:03:36.947526 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6577006-a1c0-4c35-9eff-451fe143f5ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:03:36.947859 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6577006-a1c0-4c35-9eff-451fe143f5ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:03:36.948188 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6577006-a1c0-4c35-9eff-451fe143f5ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:03:36.948512 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6577006-a1c0-4c35-9eff-451fe143f5ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:03:36.948832 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6577006-a1c0-4c35-9eff-451fe143f5ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:03:36.949149 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6577006-a1c0-4c35-9eff-451fe143f5ac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:03:36.949467 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6577006-a1c0-4c35-9eff-451fe143f5ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:03:36.949827 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6577006-a1c0-4c35-9eff-451fe143f5ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:03:36.950148 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6577006-a1c0-4c35-9eff-451fe143f5ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:03:36.950587 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6577006-a1c0-4c35-9eff-451fe143f5ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:03:36.950901 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6577006-a1c0-4c35-9eff-451fe143f5ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:03:36.954190 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db2ecbf-a700-4c25-a6f0-e8a178cb981f None None] Checking agent: {'id': '228fda10-d8da-45cc-9fcd-c0d1ec5752d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 53, 16), 'started_at': datetime.datetime(2021, 8, 25, 16, 53, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:03:36.954556 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db2ecbf-a700-4c25-a6f0-e8a178cb981f None None] Checking segment: {'id': '831650f3-50e7-4109-a77c-8151443483b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:03:36.954949 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4db2ecbf-a700-4c25-a6f0-e8a178cb981f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:36.955327 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db2ecbf-a700-4c25-a6f0-e8a178cb981f None None] Bound using segment: {'id': '831650f3-50e7-4109-a77c-8151443483b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:03:36.955792 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-4db2ecbf-a700-4c25-a6f0-e8a178cb981f None None] Bound port: 3b17f863-f233-480d-9089-0f4c263931ca, host: dv-cinder-791240-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '831650f3-50e7-4109-a77c-8151443483b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:03:36.956299 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4db2ecbf-a700-4c25-a6f0-e8a178cb981f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:36.981156 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:36.993645 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-247b0cad-6c81-48d3-857b-3829dd2d1195 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:37.007461 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-4db2ecbf-a700-4c25-a6f0-e8a178cb981f None None] For port 3b17f863-f233-480d-9089-0f4c263931ca, host dv-cinder-791240-5-iscsi, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:03:37.009424 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-247b0cad-6c81-48d3-857b-3829dd2d1195 admin admin] Transition to ACTIVE for port object b09cd816-00cf-4d57-8097-f04d5830572c will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:03:37.010993 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-4db2ecbf-a700-4c25-a6f0-e8a178cb981f None None] For port 3b17f863-f233-480d-9089-0f4c263931ca, host dv-cinder-791240-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=3b17f863-f233-480d-9089-0f4c263931ca,segment=NetworkSegment(831650f3-50e7-4109-a77c-8151443483b4),segment_id=831650f3-50e7-4109-a77c-8151443483b4)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:03:37.014652 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] For port 762c5a34-ec19-4929-a2d2-42944c00c8f9, host dv-cinder-791240-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=762c5a34-ec19-4929-a2d2-42944c00c8f9,segment=NetworkSegment(7805d27b-101e-4f4b-8b1f-c99cc5b16a07),segment_id=7805d27b-101e-4f4b-8b1f-c99cc5b16a07)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:03:37.016072 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4db2ecbf-a700-4c25-a6f0-e8a178cb981f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:37.019637 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:37.046541 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-247b0cad-6c81-48d3-857b-3829dd2d1195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743705601783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3625696'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:37.072401 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Pushing event updated for resources: {'Port': ['ID=762c5a34-ec19-4929-a2d2-42944c00c8f9,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:37.079627 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db2ecbf-a700-4c25-a6f0-e8a178cb981f None None] Routers {'c93fb3e4-a952-4e88-9f9e-a69546fc994e'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:03:37.080941 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-4db2ecbf-a700-4c25-a6f0-e8a178cb981f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:03:16Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['c93fb3e4-a952-4e88-9f9e-a69546fc994e'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:03:37.096678 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247b0cad-6c81-48d3-857b-3829dd2d1195 admin admin] Network 67402cff-b45f-4fed-abaa-c7f552a48d5e is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:03:37.101841 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-247b0cad-6c81-48d3-857b-3829dd2d1195 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:03:37.103989 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b0cad-6c81-48d3-857b-3829dd2d1195 admin admin] Pushing event updated for resources: {'Port': ['ID=b09cd816-00cf-4d57-8097-f04d5830572c,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:37.106122 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247b0cad-6c81-48d3-857b-3829dd2d1195 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:03:37.135782 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6577006-a1c0-4c35-9eff-451fe143f5ac None None] Pushing event updated for resources: {'Port': ['ID=3b17f863-f233-480d-9089-0f4c263931ca,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:37.145607 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-247b0cad-6c81-48d3-857b-3829dd2d1195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614116'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:37.214874 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-4db2ecbf-a700-4c25-a6f0-e8a178cb981f None None] Set router c93fb3e4-a952-4e88-9f9e-a69546fc994e gateway port host: dv-cinder-791240-5-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:03:37.298282 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-247b0cad-6c81-48d3-857b-3829dd2d1195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:37.344665 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-b1a688fb-35da-4505-85d5-9a42dcc9c656 None None] Provisioning for port b09cd816-00cf-4d57-8097-f04d5830572c completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:03:37.349004 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-b1a688fb-35da-4505-85d5-9a42dcc9c656 None None] Provisioning complete for port b09cd816-00cf-4d57-8097-f04d5830572c triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:03:37.349374 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b1a688fb-35da-4505-85d5-9a42dcc9c656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:37.396787 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-b1a688fb-35da-4505-85d5-9a42dcc9c656 None None] Port b09cd816-00cf-4d57-8097-f04d5830572c cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 17:03:37.452550 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00428671-c718-4c88-bb73-186067eb1f7f req-69c3fc39-4bb0-4b31-a0bb-97837b3f8712 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:37.452789 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-4db2ecbf-a700-4c25-a6f0-e8a178cb981f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c93fb3e4-a952-4e88-9f9e-a69546fc994e', 'name': 'tempest-TestMinimumBasicScenario-332155218-router', 'tenant_id': '2e0f86f1410e48e99ce078647d3125f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '3b17f863-f233-480d-9089-0f4c263931ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:03:34Z', 'updated_at': '2021-08-25T17:03:35Z', 'revision_number': 3, 'project_id': '2e0f86f1410e48e99ce078647d3125f3', 'gw_port': {'id': '3b17f863-f233-480d-9089-0f4c263931ca', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b0:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c93fb3e4-a952-4e88-9f9e-a69546fc994e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:03:34Z', 'updated_at': '2021-08-25T17:03:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi'}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:03:37.454063 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-00428671-c718-4c88-bb73-186067eb1f7f req-69c3fc39-4bb0-4b31-a0bb-97837b3f8712 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 946 time: 0.1112754 Aug 25 17:03:37.483000 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db2ecbf-a700-4c25-a6f0-e8a178cb981f None None] The sync data for ids ['c93fb3e4-a952-4e88-9f9e-a69546fc994e'] in dv-cinder-791240-5-iscsi is: [{'id': 'c93fb3e4-a952-4e88-9f9e-a69546fc994e', 'name': 'tempest-TestMinimumBasicScenario-332155218-router', 'tenant_id': '2e0f86f1410e48e99ce078647d3125f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '3b17f863-f233-480d-9089-0f4c263931ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:03:34Z', 'updated_at': '2021-08-25T17:03:35Z', 'revision_number': 3, 'project_id': '2e0f86f1410e48e99ce078647d3125f3', 'gw_port': {'id': '3b17f863-f233-480d-9089-0f4c263931ca', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b0:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c93fb3e4-a952-4e88-9f9e-a69546fc994e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:03:34Z', 'updated_at': '2021-08-25T17:03:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:03:37.514015 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-00428671-c718-4c88-bb73-186067eb1f7f req-9e2d8439-1dfb-4a1c-9886-134db17fbcd0 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520623 Aug 25 17:03:37.546844 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-247b0cad-6c81-48d3-857b-3829dd2d1195 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:37.552572 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-247b0cad-6c81-48d3-857b-3829dd2d1195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3625721'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:37.619361 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b0cad-6c81-48d3-857b-3829dd2d1195 admin admin] Pushing event updated for resources: {'Port': ['ID=b09cd816-00cf-4d57-8097-f04d5830572c,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:37.624212 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-247b0cad-6c81-48d3-857b-3829dd2d1195 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16218532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612667'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:37.719354 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247b0cad-6c81-48d3-857b-3829dd2d1195 admin admin] Network 67402cff-b45f-4fed-abaa-c7f552a48d5e is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:03:37.723776 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-247b0cad-6c81-48d3-857b-3829dd2d1195 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:03:37.891019 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ed0df-6f3d-4d89-b458-0e9b102ce046 req-4d428ea0-50d0-4b33-9fd6-95f240dadec5 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:37.892585 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a20ed0df-6f3d-4d89-b458-0e9b102ce046 req-4d428ea0-50d0-4b33-9fd6-95f240dadec5 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=17b236dd-1c15-4fc0-9e0d-419e771fb11c HTTP/1.1" status: 200 len: 943 time: 0.1007874 Aug 25 17:03:37.904993 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-247b0cad-6c81-48d3-857b-3829dd2d1195 admin admin] Router c93fb3e4-a952-4e88-9f9e-a69546fc994e has already been hosted by L3 agent d32565c1-f1a3-4226-8f5a-e505deb187a1 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:03:37.982784 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a20ed0df-6f3d-4d89-b458-0e9b102ce046 req-c147ea0d-73a8-4e52-8c0e-8618ef51091c tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800378 Aug 25 17:03:38.029463 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-0bd32b68-5027-4e46-b02b-cc60f5880d47 None None] Provisioning complete for port b09cd816-00cf-4d57-8097-f04d5830572c triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:03:38.030517 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0bd32b68-5027-4e46-b02b-cc60f5880d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:38.048437 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-247b0cad-6c81-48d3-857b-3829dd2d1195 admin admin] Notify agent at l3_agent.dv-cinder-791240-5-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:03:38.056756 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-247b0cad-6c81-48d3-857b-3829dd2d1195 admin admin] 10.222.0.88 "PUT /v2.0/routers/c93fb3e4-a952-4e88-9f9e-a69546fc994e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9286411 Aug 25 17:03:38.073458 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-0bd32b68-5027-4e46-b02b-cc60f5880d47 None None] Port b09cd816-00cf-4d57-8097-f04d5830572c cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 17:03:38.541979 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 38304) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:03:38.546878 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-b5a4aac5-8020-4bbb-ae11-276a7d7274c4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1789676368-network', 'tenant_id': 'a8e6642c9c5c485e8197904fa410056d'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:03:38.567464 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a4aac5-8020-4bbb-ae11-276a7d7274c4 admin admin] Made reservation on behalf of a8e6642c9c5c485e8197904fa410056d for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:03:38.569710 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b5a4aac5-8020-4bbb-ae11-276a7d7274c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:38.578215 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b5a4aac5-8020-4bbb-ae11-276a7d7274c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:38.668945 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a6e52-da2f-4133-b877-71b4062186ba req-dd9498de-32d9-4d14-b1aa-56a9d4013263 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:38.670447 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f64a6e52-da2f-4133-b877-71b4062186ba req-dd9498de-32d9-4d14-b1aa-56a9d4013263 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 946 time: 0.0841477 Aug 25 17:03:38.743910 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f64a6e52-da2f-4133-b877-71b4062186ba req-214e91c2-e5d2-4709-ab48-7c67e469931b tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620079 Aug 25 17:03:38.774287 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b5a4aac5-8020-4bbb-ae11-276a7d7274c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:38.779357 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b5a4aac5-8020-4bbb-ae11-276a7d7274c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:38.802569 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5a4aac5-8020-4bbb-ae11-276a7d7274c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1496} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 17:03:38.818897 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a4aac5-8020-4bbb-ae11-276a7d7274c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a66a2b-64f7-46f5-a8fc-25f08fea4413,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:38.823294 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b5a4aac5-8020-4bbb-ae11-276a7d7274c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16206884'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:38.823649 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.db.segments_db [None req-b5a4aac5-8020-4bbb-ae11-276a7d7274c4 admin admin] Added segment ffa48f25-78fe-4824-bf8e-861b0aeca2d4 of type vlan for network 5c88b07c-05cb-4c4b-83db-b310cc16b4c6 Aug 25 17:03:38.865875 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b5a4aac5-8020-4bbb-ae11-276a7d7274c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743705589342'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:38.899173 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b5a4aac5-8020-4bbb-ae11-276a7d7274c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:38.900162 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a4aac5-8020-4bbb-ae11-276a7d7274c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:38.901490 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b5a4aac5-8020-4bbb-ae11-276a7d7274c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16218488'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:38.904953 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device 762c5a34-ec19-4929-a2d2-42944c00c8f9 up at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:03:38.953157 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning complete for port 762c5a34-ec19-4929-a2d2-42944c00c8f9 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:03:38.953606 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:38.966430 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-b5a4aac5-8020-4bbb-ae11-276a7d7274c4 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4207852 Aug 25 17:03:38.966626 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 38308) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:03:38.971404 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-c4eccaa9-219a-438f-a861-cb91ba998fcb admin admin] Request body: {'subnet': {'network_id': '5c88b07c-05cb-4c4b-83db-b310cc16b4c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1789676368-subnet', 'tenant_id': 'a8e6642c9c5c485e8197904fa410056d', 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:03:38.980083 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a4aac5-8020-4bbb-ae11-276a7d7274c4 admin admin] Pushing event updated for resources: {'Network': ['ID=5c88b07c-05cb-4c4b-83db-b310cc16b4c6,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:38.993173 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Network 5c88b07c-05cb-4c4b-83db-b310cc16b4c6 details requested by agent ovs-agent-dv-cinder-791240-5-iscsi with host dv-cinder-791240-5-iscsi {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 17:03:38.999297 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4eccaa9-219a-438f-a861-cb91ba998fcb admin admin] Made reservation on behalf of a8e6642c9c5c485e8197904fa410056d for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:03:39.001776 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c4eccaa9-219a-438f-a861-cb91ba998fcb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25269458'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:39.072943 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130ad9d5-8eae-4cbf-80dd-66764811404f None None] Sync routers for ids ['c93fb3e4-a952-4e88-9f9e-a69546fc994e'] in dv-cinder-791240-5-iscsi {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:03:39.103218 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device 3b17f863-f233-480d-9089-0f4c263931ca up at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:03:39.104824 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130ad9d5-8eae-4cbf-80dd-66764811404f None None] Routers {'c93fb3e4-a952-4e88-9f9e-a69546fc994e'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:03:39.105440 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-130ad9d5-8eae-4cbf-80dd-66764811404f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:03:16Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['c93fb3e4-a952-4e88-9f9e-a69546fc994e'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:03:39.148567 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ffa9c-f5aa-4f4a-a9ad-43ef729e26e4 req-fe051746-2ced-46f5-9eea-5c763f0b1d30 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:39.150116 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6f0ffa9c-f5aa-4f4a-a9ad-43ef729e26e4 req-fe051746-2ced-46f5-9eea-5c763f0b1d30 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=17b236dd-1c15-4fc0-9e0d-419e771fb11c HTTP/1.1" status: 200 len: 943 time: 0.0794914 Aug 25 17:03:39.217089 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6f0ffa9c-f5aa-4f4a-a9ad-43ef729e26e4 req-34e796ab-4212-48ef-a505-d91bbc6f3fe0 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464168 Aug 25 17:03:39.243981 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning for port 3b17f863-f233-480d-9089-0f4c263931ca completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:03:39.249332 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-130ad9d5-8eae-4cbf-80dd-66764811404f None None] Set router c93fb3e4-a952-4e88-9f9e-a69546fc994e gateway port host: dv-cinder-791240-5-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:03:39.251542 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning complete for port 3b17f863-f233-480d-9089-0f4c263931ca triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:03:39.251906 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:39.259724 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c4eccaa9-219a-438f-a861-cb91ba998fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3626352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25269408'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:39.307063 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eccaa9-219a-438f-a861-cb91ba998fcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd7e13a8-bc27-40a6-bd72-590fb24b9829,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:39.329137 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4eccaa9-219a-438f-a861-cb91ba998fcb admin admin] Checking segment: {'id': 'ffa48f25-78fe-4824-bf8e-861b0aeca2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1496, 'network_id': '5c88b07c-05cb-4c4b-83db-b310cc16b4c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:03:39.329496 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4eccaa9-219a-438f-a861-cb91ba998fcb admin admin] Network hostable DHCP agents. Network: 5c88b07c-05cb-4c4b-83db-b310cc16b4c6, hostable agents: ['39bdbfd6-9eef-4d2c-92d7-b2e1f06a8fe0'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 17:03:39.348665 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4eccaa9-219a-438f-a861-cb91ba998fcb admin admin] Network 5c88b07c-05cb-4c4b-83db-b310cc16b4c6 is scheduled to be hosted by DHCP agent 39bdbfd6-9eef-4d2c-92d7-b2e1f06a8fe0 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 17:03:39.358820 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-c4eccaa9-219a-438f-a861-cb91ba998fcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-5-iscsi, 5c88b07c-05cb-4c4b-83db-b310cc16b4c6) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:03:39.363853 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4eccaa9-219a-438f-a861-cb91ba998fcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:39.364454 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c4eccaa9-219a-438f-a861-cb91ba998fcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16218488'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:39.379183 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-c4eccaa9-219a-438f-a861-cb91ba998fcb admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4115558 Aug 25 17:03:39.381688 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 38312) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:03:39.388103 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-8709bad7-3e82-4de8-a5d4-5d957db2ca82 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1789676368-router', 'tenant_id': 'a8e6642c9c5c485e8197904fa410056d', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:03:39.389120 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8897c819-3485-4bf7-95e6-c9b857d22f5f None None] Network 5c88b07c-05cb-4c4b-83db-b310cc16b4c6 requested from dv-cinder-791240-5-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:03:39.415231 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8709bad7-3e82-4de8-a5d4-5d957db2ca82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36909'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:39.416318 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8709bad7-3e82-4de8-a5d4-5d957db2ca82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-613604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-671558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36916'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:39.477578 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8709bad7-3e82-4de8-a5d4-5d957db2ca82 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:39.507004 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device 8fac6f71-38b9-43dc-9541-276b82165957 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 17:03:39.518311 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:39.580289 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] For port 3b17f863-f233-480d-9089-0f4c263931ca, host dv-cinder-791240-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=3b17f863-f233-480d-9089-0f4c263931ca,segment=NetworkSegment(831650f3-50e7-4109-a77c-8151443483b4),segment_id=831650f3-50e7-4109-a77c-8151443483b4)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:03:39.596993 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:39.618129 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8709bad7-3e82-4de8-a5d4-5d957db2ca82 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:39.736913 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Pushing event updated for resources: {'Port': ['ID=3b17f863-f233-480d-9089-0f4c263931ca,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:39.771209 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port 8fac6f71-38b9-43dc-9541-276b82165957, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=8fac6f71-38b9-43dc-9541-276b82165957,segment=NetworkSegment(464881d0-366d-4203-be8e-e80b8f8623d9),segment_id=464881d0-366d-4203-be8e-e80b8f8623d9)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:03:39.781433 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7bcbd9-8b2a-4b29-a879-e3f2dfccad3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp794e47e6-b8ad-5c0b-879a-efa4fa32050a-5c88b07c-05cb-4c4b-83db-b310cc16b4c6', 'network_id': '5c88b07c-05cb-4c4b-83db-b310cc16b4c6', 'tenant_id': 'a8e6642c9c5c485e8197904fa410056d', 'fixed_ips': [{'subnet_id': 'dd7e13a8-bc27-40a6-bd72-590fb24b9829'}]}} from dv-cinder-791240-5-iscsi. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 17:03:39.783622 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8f7bcbd9-8b2a-4b29-a879-e3f2dfccad3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:39.800834 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Returning: {'device': '8fac6f71-38b9-43dc-9541-276b82165957', 'network_id': '158af8a6-8234-4e44-b5d8-e0491b33a626', 'port_id': '8fac6f71-38b9-43dc-9541-276b82165957', 'mac_address': 'fa:16:3e:a9:9a:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1463, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '157e2cdc-7e5d-4beb-8dac-2b06da21e5f2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 17:03:39.803644 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-130ad9d5-8eae-4cbf-80dd-66764811404f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c93fb3e4-a952-4e88-9f9e-a69546fc994e', 'name': 'tempest-TestMinimumBasicScenario-332155218-router', 'tenant_id': '2e0f86f1410e48e99ce078647d3125f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '3b17f863-f233-480d-9089-0f4c263931ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:03:34Z', 'updated_at': '2021-08-25T17:03:37Z', 'revision_number': 4, 'project_id': '2e0f86f1410e48e99ce078647d3125f3', 'gw_port': {'id': '3b17f863-f233-480d-9089-0f4c263931ca', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b0:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c93fb3e4-a952-4e88-9f9e-a69546fc994e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:03:34Z', 'updated_at': '2021-08-25T17:03:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_interfaces': [{'id': 'b09cd816-00cf-4d57-8097-f04d5830572c', 'name': '', 'network_id': '67402cff-b45f-4fed-abaa-c7f552a48d5e', 'tenant_id': '2e0f86f1410e48e99ce078647d3125f3', 'mac_address': 'fa:16:3e:0f:37:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c93fb3e4-a952-4e88-9f9e-a69546fc994e', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'ecf1d074-31af-4eab-9bb7-bf7bd6ac47eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:03:36Z', 'updated_at': '2021-08-25T17:03:37Z', 'revision_number': 2, 'project_id': '2e0f86f1410e48e99ce078647d3125f3', 'subnets': [{'id': 'ecf1d074-31af-4eab-9bb7-bf7bd6ac47eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:03:39.833454 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8709bad7-3e82-4de8-a5d4-5d957db2ca82 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:39.843828 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130ad9d5-8eae-4cbf-80dd-66764811404f None None] Checking router: c93fb3e4-a952-4e88-9f9e-a69546fc994e for host: dv-cinder-791240-5-iscsi {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:03:39.844177 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130ad9d5-8eae-4cbf-80dd-66764811404f None None] Updating router c93fb3e4-a952-4e88-9f9e-a69546fc994e port b09cd816-00cf-4d57-8097-f04d5830572c binding host dv-cinder-791240-5-iscsi {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 17:03:39.855578 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8709bad7-3e82-4de8-a5d4-5d957db2ca82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:39.944280 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-130ad9d5-8eae-4cbf-80dd-66764811404f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:39.956583 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880d9dc8-39d9-41ea-bbba-efae7211f801 req-eb685082-1855-4d80-8233-1232af39173b tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:39.958521 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-880d9dc8-39d9-41ea-bbba-efae7211f801 req-eb685082-1855-4d80-8233-1232af39173b tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 946 time: 0.1050656 Aug 25 17:03:40.046116 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-880d9dc8-39d9-41ea-bbba-efae7211f801 req-a4ebf4d3-a169-49a5-b2fe-16dfb32eeeda tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798774 Aug 25 17:03:40.047157 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-8709bad7-3e82-4de8-a5d4-5d957db2ca82 admin admin] Allocated IP 172.27.2.217 (914f4934-f5ad-4127-8ba1-186f4f0b2c29/116950f5-36d3-4fc2-ae19-feb6e35b150a/add762e4-908f-4483-8691-8ca90221fb1d) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:03:40.092798 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:40.154945 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fac6f71-38b9-43dc-9541-276b82165957 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:03:40.244271 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port 8fac6f71-38b9-43dc-9541-276b82165957, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=8fac6f71-38b9-43dc-9541-276b82165957,segment=NetworkSegment(464881d0-366d-4203-be8e-e80b8f8623d9),segment_id=464881d0-366d-4203-be8e-e80b8f8623d9)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:03:40.252472 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-8f7bcbd9-8b2a-4b29-a879-e3f2dfccad3a None None] Allocated IP 172.20.0.2 (5c88b07c-05cb-4c4b-83db-b310cc16b4c6/dd7e13a8-bc27-40a6-bd72-590fb24b9829/a35e186a-8964-4c30-b906-e947c41fae0f) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:03:40.255308 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:40.384853 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa947fe-81a5-46b4-9711-f9abc0549714 req-1f88e756-1f85-4005-a842-b5f9346858aa tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:40.386399 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8fa947fe-81a5-46b4-9711-f9abc0549714 req-1f88e756-1f85-4005-a842-b5f9346858aa tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=17b236dd-1c15-4fc0-9e0d-419e771fb11c HTTP/1.1" status: 200 len: 944 time: 0.0752001 Aug 25 17:03:40.408392 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Pushing event updated for resources: {'Port': ['ID=8fac6f71-38b9-43dc-9541-276b82165957,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:40.424246 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8709bad7-3e82-4de8-a5d4-5d957db2ca82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:40.450860 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8fa947fe-81a5-46b4-9711-f9abc0549714 req-01f62255-9f57-4636-adf0-f77fd9dcd180 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573149 Aug 25 17:03:40.484929 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8709bad7-3e82-4de8-a5d4-5d957db2ca82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743705601783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3625696'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:40.529366 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8709bad7-3e82-4de8-a5d4-5d957db2ca82 admin admin] Network 914f4934-f5ad-4127-8ba1-186f4f0b2c29 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:03:40.532452 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-8709bad7-3e82-4de8-a5d4-5d957db2ca82 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:03:40.535629 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8709bad7-3e82-4de8-a5d4-5d957db2ca82 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:03:40.558333 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8f7bcbd9-8b2a-4b29-a879-e3f2dfccad3a None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:40.564007 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709bad7-3e82-4de8-a5d4-5d957db2ca82 admin admin] Pushing event updated for resources: {'Port': ['ID=add762e4-908f-4483-8691-8ca90221fb1d,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:40.573884 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-8f7bcbd9-8b2a-4b29-a879-e3f2dfccad3a None None] Transition to ACTIVE for port object a35e186a-8964-4c30-b906-e947c41fae0f will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:03:40.593601 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-130ad9d5-8eae-4cbf-80dd-66764811404f None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:40.606727 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-8f7bcbd9-8b2a-4b29-a879-e3f2dfccad3a None None] Transition to ACTIVE for port object a35e186a-8964-4c30-b906-e947c41fae0f will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:03:40.610604 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-130ad9d5-8eae-4cbf-80dd-66764811404f None None] Transition to ACTIVE for port object b09cd816-00cf-4d57-8097-f04d5830572c will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:03:40.614913 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8f7bcbd9-8b2a-4b29-a879-e3f2dfccad3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743705601783'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:40.618912 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-130ad9d5-8eae-4cbf-80dd-66764811404f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:40.655174 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7bcbd9-8b2a-4b29-a879-e3f2dfccad3a None None] Network 5c88b07c-05cb-4c4b-83db-b310cc16b4c6 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:03:40.664876 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-8f7bcbd9-8b2a-4b29-a879-e3f2dfccad3a None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:03:40.669004 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7bcbd9-8b2a-4b29-a879-e3f2dfccad3a None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:03:40.684235 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7bcbd9-8b2a-4b29-a879-e3f2dfccad3a None None] Pushing event updated for resources: {'Port': ['ID=a35e186a-8964-4c30-b906-e947c41fae0f,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:40.801668 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165eb600-5f4f-47e6-8643-2969d36bbe6b None None] Pushing event updated for resources: {'Port': ['ID=b09cd816-00cf-4d57-8097-f04d5830572c,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:40.810310 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-8f7bcbd9-8b2a-4b29-a879-e3f2dfccad3a None None] Attempting to bind port a35e186a-8964-4c30-b906-e947c41fae0f on host dv-cinder-791240-5-iscsi for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:03:40.810854 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-8f7bcbd9-8b2a-4b29-a879-e3f2dfccad3a None None] Attempting to bind port a35e186a-8964-4c30-b906-e947c41fae0f by drivers openvswitch,hyperv on host dv-cinder-791240-5-iscsi at level 0 using segments [{'id': 'ffa48f25-78fe-4824-bf8e-861b0aeca2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1496, 'network_id': '5c88b07c-05cb-4c4b-83db-b310cc16b4c6'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:03:40.811382 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7bcbd9-8b2a-4b29-a879-e3f2dfccad3a None None] Attempting to bind port a35e186a-8964-4c30-b906-e947c41fae0f on network 5c88b07c-05cb-4c4b-83db-b310cc16b4c6 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:03:40.813722 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-130ad9d5-8eae-4cbf-80dd-66764811404f None None] Attempting to bind port b09cd816-00cf-4d57-8097-f04d5830572c on host dv-cinder-791240-5-iscsi for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:03:40.814239 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-130ad9d5-8eae-4cbf-80dd-66764811404f None None] Attempting to bind port b09cd816-00cf-4d57-8097-f04d5830572c by drivers openvswitch,hyperv on host dv-cinder-791240-5-iscsi at level 0 using segments [{'id': '7805d27b-101e-4f4b-8b1f-c99cc5b16a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1495, 'network_id': '67402cff-b45f-4fed-abaa-c7f552a48d5e'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:03:40.814769 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130ad9d5-8eae-4cbf-80dd-66764811404f None None] Attempting to bind port b09cd816-00cf-4d57-8097-f04d5830572c on network 67402cff-b45f-4fed-abaa-c7f552a48d5e {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:03:40.822959 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7bcbd9-8b2a-4b29-a879-e3f2dfccad3a None None] Checking agent: {'id': '228fda10-d8da-45cc-9fcd-c0d1ec5752d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 53, 16), 'started_at': datetime.datetime(2021, 8, 25, 16, 53, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:03:40.823591 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7bcbd9-8b2a-4b29-a879-e3f2dfccad3a None None] Checking segment: {'id': 'ffa48f25-78fe-4824-bf8e-861b0aeca2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1496, 'network_id': '5c88b07c-05cb-4c4b-83db-b310cc16b4c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:03:40.824143 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8f7bcbd9-8b2a-4b29-a879-e3f2dfccad3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:40.824541 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7bcbd9-8b2a-4b29-a879-e3f2dfccad3a None None] Bound using segment: {'id': 'ffa48f25-78fe-4824-bf8e-861b0aeca2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1496, 'network_id': '5c88b07c-05cb-4c4b-83db-b310cc16b4c6'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:03:40.825000 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-8f7bcbd9-8b2a-4b29-a879-e3f2dfccad3a None None] Bound port: a35e186a-8964-4c30-b906-e947c41fae0f, host: dv-cinder-791240-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa48f25-78fe-4824-bf8e-861b0aeca2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1496, 'network_id': '5c88b07c-05cb-4c4b-83db-b310cc16b4c6'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:03:40.825374 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8f7bcbd9-8b2a-4b29-a879-e3f2dfccad3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:40.828452 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130ad9d5-8eae-4cbf-80dd-66764811404f None None] Checking agent: {'id': '228fda10-d8da-45cc-9fcd-c0d1ec5752d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 53, 16), 'started_at': datetime.datetime(2021, 8, 25, 16, 53, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:03:40.828700 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130ad9d5-8eae-4cbf-80dd-66764811404f None None] Checking segment: {'id': '7805d27b-101e-4f4b-8b1f-c99cc5b16a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1495, 'network_id': '67402cff-b45f-4fed-abaa-c7f552a48d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:03:40.829389 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-130ad9d5-8eae-4cbf-80dd-66764811404f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:40.829808 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130ad9d5-8eae-4cbf-80dd-66764811404f None None] Bound using segment: {'id': '7805d27b-101e-4f4b-8b1f-c99cc5b16a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1495, 'network_id': '67402cff-b45f-4fed-abaa-c7f552a48d5e'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:03:40.830260 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-130ad9d5-8eae-4cbf-80dd-66764811404f None None] Bound port: b09cd816-00cf-4d57-8097-f04d5830572c, host: dv-cinder-791240-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7805d27b-101e-4f4b-8b1f-c99cc5b16a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1495, 'network_id': '67402cff-b45f-4fed-abaa-c7f552a48d5e'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:03:40.830647 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-130ad9d5-8eae-4cbf-80dd-66764811404f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:40.849521 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device 3b17f863-f233-480d-9089-0f4c263931ca up at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:03:40.851968 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8709bad7-3e82-4de8-a5d4-5d957db2ca82 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:40.942284 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] get_ports_and_sgs() called for port_ids ['8fac6f71-38b9-43dc-9541-276b82165957'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:03:41.030718 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-130ad9d5-8eae-4cbf-80dd-66764811404f None None] For port b09cd816-00cf-4d57-8097-f04d5830572c, host dv-cinder-791240-5-iscsi, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:03:41.063426 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-130ad9d5-8eae-4cbf-80dd-66764811404f None None] For port b09cd816-00cf-4d57-8097-f04d5830572c, host dv-cinder-791240-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=b09cd816-00cf-4d57-8097-f04d5830572c,segment=NetworkSegment(7805d27b-101e-4f4b-8b1f-c99cc5b16a07),segment_id=7805d27b-101e-4f4b-8b1f-c99cc5b16a07)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:03:41.064825 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-8f7bcbd9-8b2a-4b29-a879-e3f2dfccad3a None None] For port a35e186a-8964-4c30-b906-e947c41fae0f, host dv-cinder-791240-5-iscsi, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:03:41.086549 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning complete for port 3b17f863-f233-480d-9089-0f4c263931ca triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:03:41.086549 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:41.086549 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-8f7bcbd9-8b2a-4b29-a879-e3f2dfccad3a None None] For port a35e186a-8964-4c30-b906-e947c41fae0f, host dv-cinder-791240-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=a35e186a-8964-4c30-b906-e947c41fae0f,segment=NetworkSegment(ffa48f25-78fe-4824-bf8e-861b0aeca2d4),segment_id=ffa48f25-78fe-4824-bf8e-861b0aeca2d4)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:03:41.094681 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-130ad9d5-8eae-4cbf-80dd-66764811404f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:41.099064 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8709bad7-3e82-4de8-a5d4-5d957db2ca82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-612021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613947'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:41.152334 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8f7bcbd9-8b2a-4b29-a879-e3f2dfccad3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:41.248749 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d324d-1d66-4905-b495-9074bea96866 req-0c49a586-0d30-4ee4-9689-ba27ec34fe3c tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:41.250487 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c32d324d-1d66-4905-b495-9074bea96866 req-0c49a586-0d30-4ee4-9689-ba27ec34fe3c tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 946 time: 0.0994370 Aug 25 17:03:41.281825 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165eb600-5f4f-47e6-8643-2969d36bbe6b None None] Pushing event updated for resources: {'Port': ['ID=b09cd816-00cf-4d57-8097-f04d5830572c,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:41.290289 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130ad9d5-8eae-4cbf-80dd-66764811404f None None] Routers {'c93fb3e4-a952-4e88-9f9e-a69546fc994e'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:03:41.290989 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-130ad9d5-8eae-4cbf-80dd-66764811404f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:03:16Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['c93fb3e4-a952-4e88-9f9e-a69546fc994e'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:03:41.323577 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c32d324d-1d66-4905-b495-9074bea96866 req-73b72c39-dc75-4bd5-87ff-75ff32f0bae8 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634503 Aug 25 17:03:41.350465 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8709bad7-3e82-4de8-a5d4-5d957db2ca82 admin admin] Router 88bceae6-b795-4657-8586-65c7344c8baf is scheduled to L3 agent d32565c1-f1a3-4226-8f5a-e505deb187a1 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 17:03:41.413234 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7bcbd9-8b2a-4b29-a879-e3f2dfccad3a None None] Pushing event updated for resources: {'Port': ['ID=a35e186a-8964-4c30-b906-e947c41fae0f,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:41.551226 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8709bad7-3e82-4de8-a5d4-5d957db2ca82 admin admin] Notify agent at l3_agent.dv-cinder-791240-5-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:03:41.568486 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247775dd-4a70-46b5-8751-35fef634e4fd None None] Sync routers for ids ['88bceae6-b795-4657-8586-65c7344c8baf'] in dv-cinder-791240-5-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:03:41.586698 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247775dd-4a70-46b5-8751-35fef634e4fd None None] Routers {'88bceae6-b795-4657-8586-65c7344c8baf'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:03:41.587709 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-247775dd-4a70-46b5-8751-35fef634e4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:03:16Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['88bceae6-b795-4657-8586-65c7344c8baf'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:03:41.648228 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-130ad9d5-8eae-4cbf-80dd-66764811404f None None] Set router c93fb3e4-a952-4e88-9f9e-a69546fc994e gateway port host: dv-cinder-791240-5-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:03:41.662387 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8709bad7-3e82-4de8-a5d4-5d957db2ca82 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:41.666580 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-8709bad7-3e82-4de8-a5d4-5d957db2ca82 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2812662 Aug 25 17:03:41.670362 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 38344) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:03:41.702794 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a9e39c-2e08-4177-b6fd-b677b1f896b2 req-de079b97-c22f-4f6e-b97d-148bbda0876e tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:41.703851 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-10a9e39c-2e08-4177-b6fd-b677b1f896b2 req-de079b97-c22f-4f6e-b97d-148bbda0876e tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=17b236dd-1c15-4fc0-9e0d-419e771fb11c HTTP/1.1" status: 200 len: 944 time: 0.1144669 Aug 25 17:03:41.770094 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-10a9e39c-2e08-4177-b6fd-b677b1f896b2 req-c9705a26-1a57-43f2-960a-c14225b88c6e tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518084 Aug 25 17:03:41.792203 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-247775dd-4a70-46b5-8751-35fef634e4fd None None] Set router 88bceae6-b795-4657-8586-65c7344c8baf gateway port host: dv-cinder-791240-5-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:03:41.913432 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-130ad9d5-8eae-4cbf-80dd-66764811404f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c93fb3e4-a952-4e88-9f9e-a69546fc994e', 'name': 'tempest-TestMinimumBasicScenario-332155218-router', 'tenant_id': '2e0f86f1410e48e99ce078647d3125f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '3b17f863-f233-480d-9089-0f4c263931ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:03:34Z', 'updated_at': '2021-08-25T17:03:37Z', 'revision_number': 4, 'project_id': '2e0f86f1410e48e99ce078647d3125f3', 'gw_port': {'id': '3b17f863-f233-480d-9089-0f4c263931ca', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93fb3e4-a952-4e88-9f9e-a69546fc994e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:03:34Z', 'updated_at': '2021-08-25T17:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_interfaces': [{'id': 'b09cd816-00cf-4d57-8097-f04d5830572c', 'name': '', 'network_id': '67402cff-b45f-4fed-abaa-c7f552a48d5e', 'tenant_id': '2e0f86f1410e48e99ce078647d3125f3', 'mac_address': 'fa:16:3e:0f:37:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c93fb3e4-a952-4e88-9f9e-a69546fc994e', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'ecf1d074-31af-4eab-9bb7-bf7bd6ac47eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:03:36Z', 'updated_at': '2021-08-25T17:03:41Z', 'revision_number': 4, 'project_id': '2e0f86f1410e48e99ce078647d3125f3', 'subnets': [{'id': 'ecf1d074-31af-4eab-9bb7-bf7bd6ac47eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:03:41.941755 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130ad9d5-8eae-4cbf-80dd-66764811404f None None] The sync data for ids ['c93fb3e4-a952-4e88-9f9e-a69546fc994e'] in dv-cinder-791240-5-iscsi is: [{'id': 'c93fb3e4-a952-4e88-9f9e-a69546fc994e', 'name': 'tempest-TestMinimumBasicScenario-332155218-router', 'tenant_id': '2e0f86f1410e48e99ce078647d3125f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '3b17f863-f233-480d-9089-0f4c263931ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:03:34Z', 'updated_at': '2021-08-25T17:03:37Z', 'revision_number': 4, 'project_id': '2e0f86f1410e48e99ce078647d3125f3', 'gw_port': {'id': '3b17f863-f233-480d-9089-0f4c263931ca', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93fb3e4-a952-4e88-9f9e-a69546fc994e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:03:34Z', 'updated_at': '2021-08-25T17:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_interfaces': [{'id': 'b09cd816-00cf-4d57-8097-f04d5830572c', 'name': '', 'network_id': '67402cff-b45f-4fed-abaa-c7f552a48d5e', 'tenant_id': '2e0f86f1410e48e99ce078647d3125f3', 'mac_address': 'fa:16:3e:0f:37:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c93fb3e4-a952-4e88-9f9e-a69546fc994e', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'ecf1d074-31af-4eab-9bb7-bf7bd6ac47eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:03:36Z', 'updated_at': '2021-08-25T17:03:41Z', 'revision_number': 4, 'project_id': '2e0f86f1410e48e99ce078647d3125f3', 'subnets': [{'id': 'ecf1d074-31af-4eab-9bb7-bf7bd6ac47eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:03:41.989830 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-247775dd-4a70-46b5-8751-35fef634e4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88bceae6-b795-4657-8586-65c7344c8baf', 'name': 'tempest-TestMinimumBasicScenario-1789676368-router', 'tenant_id': 'a8e6642c9c5c485e8197904fa410056d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': 'add762e4-908f-4483-8691-8ca90221fb1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:03:39Z', 'updated_at': '2021-08-25T17:03:40Z', 'revision_number': 3, 'project_id': 'a8e6642c9c5c485e8197904fa410056d', 'gw_port': {'id': 'add762e4-908f-4483-8691-8ca90221fb1d', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d9:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88bceae6-b795-4657-8586-65c7344c8baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:03:39Z', 'updated_at': '2021-08-25T17:03:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi'}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:03:42.059795 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247775dd-4a70-46b5-8751-35fef634e4fd None None] Checking router: 88bceae6-b795-4657-8586-65c7344c8baf for host: dv-cinder-791240-5-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:03:42.060211 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247775dd-4a70-46b5-8751-35fef634e4fd None None] Updating router 88bceae6-b795-4657-8586-65c7344c8baf port add762e4-908f-4483-8691-8ca90221fb1d binding host dv-cinder-791240-5-iscsi {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 17:03:42.088644 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-247775dd-4a70-46b5-8751-35fef634e4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:42.185195 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-10acaae5-3211-41b0-8a0a-85fb6741ff4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:42.374001 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-10acaae5-3211-41b0-8a0a-85fb6741ff4c admin admin] Allocated IP 172.20.0.1 (5c88b07c-05cb-4c4b-83db-b310cc16b4c6/dd7e13a8-bc27-40a6-bd72-590fb24b9829/bda8d02c-7932-4788-b077-fdf3f7e01dac) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:03:42.411946 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-247775dd-4a70-46b5-8751-35fef634e4fd None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:42.437090 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-247775dd-4a70-46b5-8751-35fef634e4fd None None] Transition to ACTIVE for port object add762e4-908f-4483-8691-8ca90221fb1d will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:03:42.451849 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-247775dd-4a70-46b5-8751-35fef634e4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:42.521723 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-10acaae5-3211-41b0-8a0a-85fb6741ff4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:42.537663 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e776d9c2-7210-4192-bbd5-c80646722c54 req-fa331dd6-5628-4635-8c03-7d643e96cb47 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:42.543552 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-10acaae5-3211-41b0-8a0a-85fb6741ff4c admin admin] Transition to ACTIVE for port object bda8d02c-7932-4788-b077-fdf3f7e01dac will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:03:42.545809 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e776d9c2-7210-4192-bbd5-c80646722c54 req-fa331dd6-5628-4635-8c03-7d643e96cb47 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 946 time: 0.0765667 Aug 25 17:03:42.559691 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c31255-e1ba-4078-bef0-21b33bf481aa None None] Network 5c88b07c-05cb-4c4b-83db-b310cc16b4c6 requested from dv-cinder-791240-5-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:03:42.600055 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-10acaae5-3211-41b0-8a0a-85fb6741ff4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743705601783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732937'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:42.618608 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c717b68-0214-4105-819b-b5428d9f0979 None None] Pushing event updated for resources: {'Port': ['ID=add762e4-908f-4483-8691-8ca90221fb1d,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:42.644677 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e776d9c2-7210-4192-bbd5-c80646722c54 req-11752f2d-9c34-4d69-840e-f3f62cb61d1c tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966942 Aug 25 17:03:42.661600 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-247775dd-4a70-46b5-8751-35fef634e4fd None None] Attempting to bind port add762e4-908f-4483-8691-8ca90221fb1d on host dv-cinder-791240-5-iscsi for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:03:42.662194 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-247775dd-4a70-46b5-8751-35fef634e4fd None None] Attempting to bind port add762e4-908f-4483-8691-8ca90221fb1d by drivers openvswitch,hyperv on host dv-cinder-791240-5-iscsi at level 0 using segments [{'id': '831650f3-50e7-4109-a77c-8151443483b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:03:42.662716 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247775dd-4a70-46b5-8751-35fef634e4fd None None] Attempting to bind port add762e4-908f-4483-8691-8ca90221fb1d on network 914f4934-f5ad-4127-8ba1-186f4f0b2c29 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:03:42.662983 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-1e583e25-5f40-434d-872e-18489afdeee3 None None] Provisioning for port a35e186a-8964-4c30-b906-e947c41fae0f completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:03:42.673009 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247775dd-4a70-46b5-8751-35fef634e4fd None None] Checking agent: {'id': '228fda10-d8da-45cc-9fcd-c0d1ec5752d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 53, 16), 'started_at': datetime.datetime(2021, 8, 25, 16, 53, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:03:42.673425 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247775dd-4a70-46b5-8751-35fef634e4fd None None] Checking segment: {'id': '831650f3-50e7-4109-a77c-8151443483b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:03:42.673854 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-247775dd-4a70-46b5-8751-35fef634e4fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:42.674276 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247775dd-4a70-46b5-8751-35fef634e4fd None None] Bound using segment: {'id': '831650f3-50e7-4109-a77c-8151443483b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:03:42.684382 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-247775dd-4a70-46b5-8751-35fef634e4fd None None] Bound port: add762e4-908f-4483-8691-8ca90221fb1d, host: dv-cinder-791240-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '831650f3-50e7-4109-a77c-8151443483b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:03:42.684382 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-247775dd-4a70-46b5-8751-35fef634e4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:42.693922 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10acaae5-3211-41b0-8a0a-85fb6741ff4c admin admin] Network 5c88b07c-05cb-4c4b-83db-b310cc16b4c6 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:03:42.701278 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-10acaae5-3211-41b0-8a0a-85fb6741ff4c admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:03:42.707044 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10acaae5-3211-41b0-8a0a-85fb6741ff4c admin admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:03:42.753920 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-10acaae5-3211-41b0-8a0a-85fb6741ff4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614116'] for router_interface, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:42.758272 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-247775dd-4a70-46b5-8751-35fef634e4fd None None] For port add762e4-908f-4483-8691-8ca90221fb1d, host dv-cinder-791240-5-iscsi, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:03:42.762096 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-247775dd-4a70-46b5-8751-35fef634e4fd None None] For port add762e4-908f-4483-8691-8ca90221fb1d, host dv-cinder-791240-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=add762e4-908f-4483-8691-8ca90221fb1d,segment=NetworkSegment(831650f3-50e7-4109-a77c-8151443483b4),segment_id=831650f3-50e7-4109-a77c-8151443483b4)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:03:42.767302 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-247775dd-4a70-46b5-8751-35fef634e4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:42.876033 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10acaae5-3211-41b0-8a0a-85fb6741ff4c admin admin] Pushing event updated for resources: {'Port': ['ID=bda8d02c-7932-4788-b077-fdf3f7e01dac,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:42.901111 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c717b68-0214-4105-819b-b5428d9f0979 None None] Pushing event updated for resources: {'Port': ['ID=add762e4-908f-4483-8691-8ca90221fb1d,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:42.914017 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-10acaae5-3211-41b0-8a0a-85fb6741ff4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:42.945926 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247775dd-4a70-46b5-8751-35fef634e4fd None None] Routers {'88bceae6-b795-4657-8586-65c7344c8baf'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:03:42.946624 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-247775dd-4a70-46b5-8751-35fef634e4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:03:16Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['88bceae6-b795-4657-8586-65c7344c8baf'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:03:43.029260 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device b09cd816-00cf-4d57-8097-f04d5830572c up at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:03:43.036330 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7d651-21f2-4d3d-ac06-d090c53e84fa req-d2f2cff1-a073-4f7d-b519-bc053770951f tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:43.037301 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2fe7d651-21f2-4d3d-ac06-d090c53e84fa req-d2f2cff1-a073-4f7d-b519-bc053770951f tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=17b236dd-1c15-4fc0-9e0d-419e771fb11c HTTP/1.1" status: 200 len: 944 time: 0.1245303 Aug 25 17:03:43.108088 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2fe7d651-21f2-4d3d-ac06-d090c53e84fa req-15d9caf9-91a8-427d-9d37-b6f4c5ca0fdb tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605845 Aug 25 17:03:43.128669 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-be2f3dd3-8ddd-4d5c-85cb-dc0ad2e4a852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:43.152596 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-247775dd-4a70-46b5-8751-35fef634e4fd None None] Set router 88bceae6-b795-4657-8586-65c7344c8baf gateway port host: dv-cinder-791240-5-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:03:43.170869 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-10acaae5-3211-41b0-8a0a-85fb6741ff4c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:43.180066 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-10acaae5-3211-41b0-8a0a-85fb6741ff4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3732944'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:43.187022 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning for port b09cd816-00cf-4d57-8097-f04d5830572c completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:03:43.201578 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning complete for port b09cd816-00cf-4d57-8097-f04d5830572c triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:03:43.214871 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:43.297693 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10acaae5-3211-41b0-8a0a-85fb6741ff4c admin admin] Pushing event updated for resources: {'Port': ['ID=bda8d02c-7932-4788-b077-fdf3f7e01dac,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:43.318867 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-10acaae5-3211-41b0-8a0a-85fb6741ff4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16218532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612667'] for router_interface, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:43.430102 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-622e0f21-f60a-4873-b54f-cd00b2446e4e None None] Provisioning for port bda8d02c-7932-4788-b077-fdf3f7e01dac completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:03:43.434952 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-622e0f21-f60a-4873-b54f-cd00b2446e4e None None] Provisioning complete for port bda8d02c-7932-4788-b077-fdf3f7e01dac triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:03:43.435488 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-622e0f21-f60a-4873-b54f-cd00b2446e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:43.470661 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-247775dd-4a70-46b5-8751-35fef634e4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88bceae6-b795-4657-8586-65c7344c8baf', 'name': 'tempest-TestMinimumBasicScenario-1789676368-router', 'tenant_id': 'a8e6642c9c5c485e8197904fa410056d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': 'add762e4-908f-4483-8691-8ca90221fb1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:03:39Z', 'updated_at': '2021-08-25T17:03:42Z', 'revision_number': 4, 'project_id': 'a8e6642c9c5c485e8197904fa410056d', 'gw_port': {'id': 'add762e4-908f-4483-8691-8ca90221fb1d', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d9:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88bceae6-b795-4657-8586-65c7344c8baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:03:39Z', 'updated_at': '2021-08-25T17:03:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_interfaces': [{'id': 'bda8d02c-7932-4788-b077-fdf3f7e01dac', 'name': '', 'network_id': '5c88b07c-05cb-4c4b-83db-b310cc16b4c6', 'tenant_id': 'a8e6642c9c5c485e8197904fa410056d', 'mac_address': 'fa:16:3e:fb:3a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88bceae6-b795-4657-8586-65c7344c8baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'dd7e13a8-bc27-40a6-bd72-590fb24b9829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:03:42Z', 'updated_at': '2021-08-25T17:03:42Z', 'revision_number': 1, 'project_id': 'a8e6642c9c5c485e8197904fa410056d', 'subnets': [{'id': 'dd7e13a8-bc27-40a6-bd72-590fb24b9829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:03:43.481581 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10acaae5-3211-41b0-8a0a-85fb6741ff4c admin admin] Network 5c88b07c-05cb-4c4b-83db-b310cc16b4c6 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:03:43.483199 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-10acaae5-3211-41b0-8a0a-85fb6741ff4c admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:03:43.502760 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247775dd-4a70-46b5-8751-35fef634e4fd None None] The sync data for ids ['88bceae6-b795-4657-8586-65c7344c8baf'] in dv-cinder-791240-5-iscsi is: [{'id': '88bceae6-b795-4657-8586-65c7344c8baf', 'name': 'tempest-TestMinimumBasicScenario-1789676368-router', 'tenant_id': 'a8e6642c9c5c485e8197904fa410056d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': 'add762e4-908f-4483-8691-8ca90221fb1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:03:39Z', 'updated_at': '2021-08-25T17:03:42Z', 'revision_number': 4, 'project_id': 'a8e6642c9c5c485e8197904fa410056d', 'gw_port': {'id': 'add762e4-908f-4483-8691-8ca90221fb1d', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d9:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88bceae6-b795-4657-8586-65c7344c8baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:03:39Z', 'updated_at': '2021-08-25T17:03:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_interfaces': [{'id': 'bda8d02c-7932-4788-b077-fdf3f7e01dac', 'name': '', 'network_id': '5c88b07c-05cb-4c4b-83db-b310cc16b4c6', 'tenant_id': 'a8e6642c9c5c485e8197904fa410056d', 'mac_address': 'fa:16:3e:fb:3a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88bceae6-b795-4657-8586-65c7344c8baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'dd7e13a8-bc27-40a6-bd72-590fb24b9829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:03:42Z', 'updated_at': '2021-08-25T17:03:42Z', 'revision_number': 1, 'project_id': 'a8e6642c9c5c485e8197904fa410056d', 'subnets': [{'id': 'dd7e13a8-bc27-40a6-bd72-590fb24b9829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:03:43.545900 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device 8fac6f71-38b9-43dc-9541-276b82165957 up at agent hyperv_hv-cinder-79124 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:03:43.578681 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-622e0f21-f60a-4873-b54f-cd00b2446e4e None None] Port bda8d02c-7932-4788-b077-fdf3f7e01dac cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 17:03:43.613219 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:43.639456 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10acaae5-3211-41b0-8a0a-85fb6741ff4c admin admin] Router 88bceae6-b795-4657-8586-65c7344c8baf has already been hosted by L3 agent d32565c1-f1a3-4226-8f5a-e505deb187a1 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:03:43.642432 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Provisioning for port 8fac6f71-38b9-43dc-9541-276b82165957 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:03:43.656443 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Provisioning complete for port 8fac6f71-38b9-43dc-9541-276b82165957 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:03:43.656820 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:43.688412 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] For port b09cd816-00cf-4d57-8097-f04d5830572c, host dv-cinder-791240-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=b09cd816-00cf-4d57-8097-f04d5830572c,segment=NetworkSegment(7805d27b-101e-4f4b-8b1f-c99cc5b16a07),segment_id=7805d27b-101e-4f4b-8b1f-c99cc5b16a07)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:03:43.698560 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:43.699400 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device a35e186a-8964-4c30-b906-e947c41fae0f up at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:03:43.813267 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-ee038ca3-6f6e-4ec4-86a9-eb1541104af3 None None] Provisioning complete for port bda8d02c-7932-4788-b077-fdf3f7e01dac triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:03:43.813794 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ee038ca3-6f6e-4ec4-86a9-eb1541104af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:43.823385 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning for port a35e186a-8964-4c30-b906-e947c41fae0f completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:03:43.833655 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57ab1b-b978-4c33-b725-d3dcedf2794c req-a0dcd2cc-e082-4f91-810a-1b7ae09867d0 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:43.844009 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-be57ab1b-b978-4c33-b725-d3dcedf2794c req-a0dcd2cc-e082-4f91-810a-1b7ae09867d0 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 946 time: 0.0906143 Aug 25 17:03:43.870005 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning complete for port a35e186a-8964-4c30-b906-e947c41fae0f triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:03:43.870399 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:43.903210 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-be57ab1b-b978-4c33-b725-d3dcedf2794c req-71774f32-3153-4c6f-96de-a81f4c5d8976 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532863 Aug 25 17:03:43.941079 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Pushing event updated for resources: {'Port': ['ID=b09cd816-00cf-4d57-8097-f04d5830572c,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:43.960059 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-ee038ca3-6f6e-4ec4-86a9-eb1541104af3 None None] Port bda8d02c-7932-4788-b077-fdf3f7e01dac cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 17:03:43.967211 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:44.040868 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17b236dd-1c15-4fc0-9e0d-419e771fb11c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fac6f71-38b9-43dc-9541-276b82165957'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:03:44.044076 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a4fac4520762e8d57daf7008e8680b9db75e4099b28a5f40786ddec6b187ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e22af5dd-687e-432c-95c4-99c6f473e47d" -d '{"events": [{"server_uuid": "17b236dd-1c15-4fc0-9e0d-419e771fb11c", "name": "network-vif-plugged", "status": "completed", "tag": "8fac6f71-38b9-43dc-9541-276b82165957"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:03:44.062323 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port 8fac6f71-38b9-43dc-9541-276b82165957, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=8fac6f71-38b9-43dc-9541-276b82165957,segment=NetworkSegment(464881d0-366d-4203-be8e-e80b8f8623d9),segment_id=464881d0-366d-4203-be8e-e80b8f8623d9)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:03:44.074197 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:44.077961 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:44.117160 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc54d40-3c97-4a70-8fbb-b8eb23c021f3 x-openstack-request-id: req-7fc54d40-3c97-4a70-8fbb-b8eb23c021f3 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:03:44.117481 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17b236dd-1c15-4fc0-9e0d-419e771fb11c", "name": "network-vif-plugged", "status": "completed", "tag": "8fac6f71-38b9-43dc-9541-276b82165957", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:03:44.117712 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7fc54d40-3c97-4a70-8fbb-b8eb23c021f3 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:03:44.118099 dv-cinder-791240-5-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17b236dd-1c15-4fc0-9e0d-419e771fb11c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fac6f71-38b9-43dc-9541-276b82165957', 'code': 200} Aug 25 17:03:44.121899 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10acaae5-3211-41b0-8a0a-85fb6741ff4c admin admin] Notify agent at l3_agent.dv-cinder-791240-5-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:03:44.138055 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-10acaae5-3211-41b0-8a0a-85fb6741ff4c admin admin] 10.222.0.88 "PUT /v2.0/routers/88bceae6-b795-4657-8586-65c7344c8baf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4632473 Aug 25 17:03:44.151310 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-b7e7c61d-3171-4d4b-81d4-60a728c2614a None None] Provisioning complete for port bda8d02c-7932-4788-b077-fdf3f7e01dac triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:03:44.151693 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b7e7c61d-3171-4d4b-81d4-60a728c2614a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:44.193214 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] For port a35e186a-8964-4c30-b906-e947c41fae0f, host dv-cinder-791240-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=a35e186a-8964-4c30-b906-e947c41fae0f,segment=NetworkSegment(ffa48f25-78fe-4824-bf8e-861b0aeca2d4),segment_id=ffa48f25-78fe-4824-bf8e-861b0aeca2d4)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:03:44.199783 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Pushing event updated for resources: {'Port': ['ID=8fac6f71-38b9-43dc-9541-276b82165957,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:44.210759 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:44.248687 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-b7e7c61d-3171-4d4b-81d4-60a728c2614a None None] Port bda8d02c-7932-4788-b077-fdf3f7e01dac cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 17:03:44.295372 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Pushing event updated for resources: {'Port': ['ID=a35e186a-8964-4c30-b906-e947c41fae0f,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:44.300932 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf37ce-f2c5-41a2-9612-02b9a16f82e4 req-c2b363cf-d13d-40b3-90bb-f41ef749e24c tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:44.318316 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1aaf37ce-f2c5-41a2-9612-02b9a16f82e4 req-c2b363cf-d13d-40b3-90bb-f41ef749e24c tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=17b236dd-1c15-4fc0-9e0d-419e771fb11c HTTP/1.1" status: 200 len: 945 time: 0.0960412 Aug 25 17:03:44.361192 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1aaf37ce-f2c5-41a2-9612-02b9a16f82e4 req-b0c4abb8-c43c-4b8a-885f-820e3083c6f2 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418901 Aug 25 17:03:44.388929 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8da7cd-f851-4060-a13a-985b82856452 req-7b709d89-7aab-4915-b15b-058d6a328d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:44.390504 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5d8da7cd-f851-4060-a13a-985b82856452 req-7b709d89-7aab-4915-b15b-058d6a328d43 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=17b236dd-1c15-4fc0-9e0d-419e771fb11c HTTP/1.1" status: 200 len: 1098 time: 0.0561097 Aug 25 17:03:44.431168 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5d8da7cd-f851-4060-a13a-985b82856452 req-b24af2ba-9ee9-4439-8b0b-8bf734bc8349 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307176 Aug 25 17:03:45.006700 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:45.035777 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device add762e4-908f-4483-8691-8ca90221fb1d up at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:03:45.083041 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dd6064-ce25-40d2-a172-b1e83ffe7eee req-924dd7dd-ad59-4ad2-9b48-c509b8655949 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:45.085069 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-04dd6064-ce25-40d2-a172-b1e83ffe7eee req-924dd7dd-ad59-4ad2-9b48-c509b8655949 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 946 time: 0.0841417 Aug 25 17:03:45.123821 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning for port add762e4-908f-4483-8691-8ca90221fb1d completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:03:45.130279 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning complete for port add762e4-908f-4483-8691-8ca90221fb1d triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:03:45.130714 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:45.146820 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-04dd6064-ce25-40d2-a172-b1e83ffe7eee req-ec5873b8-18c3-4e26-8156-c1b21b730ba0 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508256 Aug 25 17:03:45.245722 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:45.275191 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] For port add762e4-908f-4483-8691-8ca90221fb1d, host dv-cinder-791240-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=add762e4-908f-4483-8691-8ca90221fb1d,segment=NetworkSegment(831650f3-50e7-4109-a77c-8151443483b4),segment_id=831650f3-50e7-4109-a77c-8151443483b4)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:03:45.280204 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:45.281747 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device b09cd816-00cf-4d57-8097-f04d5830572c up at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:03:45.363258 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Pushing event updated for resources: {'Port': ['ID=add762e4-908f-4483-8691-8ca90221fb1d,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:45.379581 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning complete for port b09cd816-00cf-4d57-8097-f04d5830572c triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:03:45.379957 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:45.472493 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device a35e186a-8964-4c30-b906-e947c41fae0f up at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:03:45.508979 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c674d-a557-4874-859e-fdddcd9c0a9b req-2c2f487e-8d54-453f-9037-25e33ceee631 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:45.517520 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1d2c674d-a557-4874-859e-fdddcd9c0a9b req-2c2f487e-8d54-453f-9037-25e33ceee631 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=17b236dd-1c15-4fc0-9e0d-419e771fb11c HTTP/1.1" status: 200 len: 945 time: 0.0634823 Aug 25 17:03:45.537055 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning complete for port a35e186a-8964-4c30-b906-e947c41fae0f triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:03:45.537442 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:45.573944 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1d2c674d-a557-4874-859e-fdddcd9c0a9b req-3a9366df-5f0d-434c-ac39-35bcf575c994 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500746 Aug 25 17:03:45.689382 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5f51e227-cd37-4e7e-bf00-9054e66eb8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:45.898362 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:46.355004 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b64c0c-9000-4783-8a2c-7df4ed5994f8 None None] Sync routers for ids ['88bceae6-b795-4657-8586-65c7344c8baf'] in dv-cinder-791240-5-iscsi {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:03:46.367166 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b64c0c-9000-4783-8a2c-7df4ed5994f8 None None] Routers {'88bceae6-b795-4657-8586-65c7344c8baf'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:03:46.367888 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-17b64c0c-9000-4783-8a2c-7df4ed5994f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:03:46Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['88bceae6-b795-4657-8586-65c7344c8baf'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:03:46.369905 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87f6fb-bbc7-4987-a1b7-dd583f3e89ec req-8e22c6b7-bfff-4b0d-9c9c-f44d0be20c6e tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:46.372009 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2a87f6fb-bbc7-4987-a1b7-dd583f3e89ec req-8e22c6b7-bfff-4b0d-9c9c-f44d0be20c6e tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 946 time: 0.0690432 Aug 25 17:03:46.416536 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2a87f6fb-bbc7-4987-a1b7-dd583f3e89ec req-c2d84194-b8fd-44ee-8b41-0f64a634eaeb tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371776 Aug 25 17:03:46.503707 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-17b64c0c-9000-4783-8a2c-7df4ed5994f8 None None] Set router 88bceae6-b795-4657-8586-65c7344c8baf gateway port host: dv-cinder-791240-5-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:03:46.766172 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-17b64c0c-9000-4783-8a2c-7df4ed5994f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88bceae6-b795-4657-8586-65c7344c8baf', 'name': 'tempest-TestMinimumBasicScenario-1789676368-router', 'tenant_id': 'a8e6642c9c5c485e8197904fa410056d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': 'add762e4-908f-4483-8691-8ca90221fb1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:03:39Z', 'updated_at': '2021-08-25T17:03:42Z', 'revision_number': 4, 'project_id': 'a8e6642c9c5c485e8197904fa410056d', 'gw_port': {'id': 'add762e4-908f-4483-8691-8ca90221fb1d', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bceae6-b795-4657-8586-65c7344c8baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:03:39Z', 'updated_at': '2021-08-25T17:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_interfaces': [{'id': 'bda8d02c-7932-4788-b077-fdf3f7e01dac', 'name': '', 'network_id': '5c88b07c-05cb-4c4b-83db-b310cc16b4c6', 'tenant_id': 'a8e6642c9c5c485e8197904fa410056d', 'mac_address': 'fa:16:3e:fb:3a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88bceae6-b795-4657-8586-65c7344c8baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'dd7e13a8-bc27-40a6-bd72-590fb24b9829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:03:42Z', 'updated_at': '2021-08-25T17:03:42Z', 'revision_number': 2, 'project_id': 'a8e6642c9c5c485e8197904fa410056d', 'subnets': [{'id': 'dd7e13a8-bc27-40a6-bd72-590fb24b9829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:03:46.775910 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc53e4-956a-4a98-9ec6-5cd538f41aed req-ee96547f-25a2-4e29-9c02-8944ca199c3e tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:46.777433 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-28bc53e4-956a-4a98-9ec6-5cd538f41aed req-ee96547f-25a2-4e29-9c02-8944ca199c3e tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=17b236dd-1c15-4fc0-9e0d-419e771fb11c HTTP/1.1" status: 200 len: 945 time: 0.0845292 Aug 25 17:03:46.796241 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b64c0c-9000-4783-8a2c-7df4ed5994f8 None None] Checking router: 88bceae6-b795-4657-8586-65c7344c8baf for host: dv-cinder-791240-5-iscsi {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:03:46.796664 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b64c0c-9000-4783-8a2c-7df4ed5994f8 None None] Updating router 88bceae6-b795-4657-8586-65c7344c8baf port bda8d02c-7932-4788-b077-fdf3f7e01dac binding host dv-cinder-791240-5-iscsi {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 17:03:46.833853 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-17b64c0c-9000-4783-8a2c-7df4ed5994f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:46.840007 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-28bc53e4-956a-4a98-9ec6-5cd538f41aed req-b4886499-efdd-4687-8c8f-f17bf1aeb9a8 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530367 Aug 25 17:03:46.899851 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device add762e4-908f-4483-8691-8ca90221fb1d up at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:03:47.037574 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3a305108-1f99-4b5d-a622-23901fed2525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:47.047245 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning complete for port add762e4-908f-4483-8691-8ca90221fb1d triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:03:47.047587 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:47.254713 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-17b64c0c-9000-4783-8a2c-7df4ed5994f8 None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:47.274086 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-17b64c0c-9000-4783-8a2c-7df4ed5994f8 None None] Transition to ACTIVE for port object bda8d02c-7932-4788-b077-fdf3f7e01dac will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:03:47.283088 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-17b64c0c-9000-4783-8a2c-7df4ed5994f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:47.362548 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9066f4-2d9f-40d9-9b46-b70049611fb5 None None] Pushing event updated for resources: {'Port': ['ID=bda8d02c-7932-4788-b077-fdf3f7e01dac,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:47.476329 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-17b64c0c-9000-4783-8a2c-7df4ed5994f8 None None] Attempting to bind port bda8d02c-7932-4788-b077-fdf3f7e01dac on host dv-cinder-791240-5-iscsi for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:03:47.476693 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-17b64c0c-9000-4783-8a2c-7df4ed5994f8 None None] Attempting to bind port bda8d02c-7932-4788-b077-fdf3f7e01dac by drivers openvswitch,hyperv on host dv-cinder-791240-5-iscsi at level 0 using segments [{'id': 'ffa48f25-78fe-4824-bf8e-861b0aeca2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1496, 'network_id': '5c88b07c-05cb-4c4b-83db-b310cc16b4c6'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:03:47.477120 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b64c0c-9000-4783-8a2c-7df4ed5994f8 None None] Attempting to bind port bda8d02c-7932-4788-b077-fdf3f7e01dac on network 5c88b07c-05cb-4c4b-83db-b310cc16b4c6 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:03:47.482337 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b64c0c-9000-4783-8a2c-7df4ed5994f8 None None] Checking agent: {'id': '228fda10-d8da-45cc-9fcd-c0d1ec5752d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 53, 16), 'started_at': datetime.datetime(2021, 8, 25, 16, 53, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:03:47.482709 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b64c0c-9000-4783-8a2c-7df4ed5994f8 None None] Checking segment: {'id': 'ffa48f25-78fe-4824-bf8e-861b0aeca2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1496, 'network_id': '5c88b07c-05cb-4c4b-83db-b310cc16b4c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:03:47.483268 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-17b64c0c-9000-4783-8a2c-7df4ed5994f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:47.483940 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b64c0c-9000-4783-8a2c-7df4ed5994f8 None None] Bound using segment: {'id': 'ffa48f25-78fe-4824-bf8e-861b0aeca2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1496, 'network_id': '5c88b07c-05cb-4c4b-83db-b310cc16b4c6'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:03:47.484404 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-17b64c0c-9000-4783-8a2c-7df4ed5994f8 None None] Bound port: bda8d02c-7932-4788-b077-fdf3f7e01dac, host: dv-cinder-791240-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa48f25-78fe-4824-bf8e-861b0aeca2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1496, 'network_id': '5c88b07c-05cb-4c4b-83db-b310cc16b4c6'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:03:47.484791 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-17b64c0c-9000-4783-8a2c-7df4ed5994f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:47.563437 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-17b64c0c-9000-4783-8a2c-7df4ed5994f8 None None] For port bda8d02c-7932-4788-b077-fdf3f7e01dac, host dv-cinder-791240-5-iscsi, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:03:47.568059 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-17b64c0c-9000-4783-8a2c-7df4ed5994f8 None None] For port bda8d02c-7932-4788-b077-fdf3f7e01dac, host dv-cinder-791240-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=bda8d02c-7932-4788-b077-fdf3f7e01dac,segment=NetworkSegment(ffa48f25-78fe-4824-bf8e-861b0aeca2d4),segment_id=ffa48f25-78fe-4824-bf8e-861b0aeca2d4)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:03:47.578978 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0343bfc-c4ce-474f-befd-40a5ec46e810 req-71fe333d-d14a-481c-a9ec-02a5290154dd tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:47.581970 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f0343bfc-c4ce-474f-befd-40a5ec46e810 req-71fe333d-d14a-481c-a9ec-02a5290154dd tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 946 time: 0.0845838 Aug 25 17:03:47.583914 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-17b64c0c-9000-4783-8a2c-7df4ed5994f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:47.658340 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b64c0c-9000-4783-8a2c-7df4ed5994f8 None None] Routers {'88bceae6-b795-4657-8586-65c7344c8baf'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:03:47.659226 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-17b64c0c-9000-4783-8a2c-7df4ed5994f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:03:46Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['88bceae6-b795-4657-8586-65c7344c8baf'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:03:47.697355 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f0343bfc-c4ce-474f-befd-40a5ec46e810 req-eb990341-f18b-4f24-a1f9-ebe7530ecad0 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037931 Aug 25 17:03:47.838281 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9066f4-2d9f-40d9-9b46-b70049611fb5 None None] Pushing event updated for resources: {'Port': ['ID=bda8d02c-7932-4788-b077-fdf3f7e01dac,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:47.949983 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-17b64c0c-9000-4783-8a2c-7df4ed5994f8 None None] Set router 88bceae6-b795-4657-8586-65c7344c8baf gateway port host: dv-cinder-791240-5-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:03:47.994079 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd642c-011a-4c9f-b50b-4d5e1923e519 req-457ca00d-96a1-46dc-beb1-bd695e755690 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:47.995907 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e7dd642c-011a-4c9f-b50b-4d5e1923e519 req-457ca00d-96a1-46dc-beb1-bd695e755690 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=17b236dd-1c15-4fc0-9e0d-419e771fb11c HTTP/1.1" status: 200 len: 945 time: 0.0588105 Aug 25 17:03:48.046816 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e7dd642c-011a-4c9f-b50b-4d5e1923e519 req-91f0c972-3500-4b22-abfe-352ec52cacf0 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428088 Aug 25 17:03:48.196872 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-17b64c0c-9000-4783-8a2c-7df4ed5994f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88bceae6-b795-4657-8586-65c7344c8baf', 'name': 'tempest-TestMinimumBasicScenario-1789676368-router', 'tenant_id': 'a8e6642c9c5c485e8197904fa410056d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': 'add762e4-908f-4483-8691-8ca90221fb1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:03:39Z', 'updated_at': '2021-08-25T17:03:42Z', 'revision_number': 4, 'project_id': 'a8e6642c9c5c485e8197904fa410056d', 'gw_port': {'id': 'add762e4-908f-4483-8691-8ca90221fb1d', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bceae6-b795-4657-8586-65c7344c8baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:03:39Z', 'updated_at': '2021-08-25T17:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_interfaces': [{'id': 'bda8d02c-7932-4788-b077-fdf3f7e01dac', 'name': '', 'network_id': '5c88b07c-05cb-4c4b-83db-b310cc16b4c6', 'tenant_id': 'a8e6642c9c5c485e8197904fa410056d', 'mac_address': 'fa:16:3e:fb:3a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88bceae6-b795-4657-8586-65c7344c8baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'dd7e13a8-bc27-40a6-bd72-590fb24b9829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:03:42Z', 'updated_at': '2021-08-25T17:03:47Z', 'revision_number': 4, 'project_id': 'a8e6642c9c5c485e8197904fa410056d', 'subnets': [{'id': 'dd7e13a8-bc27-40a6-bd72-590fb24b9829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:03:48.225830 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b64c0c-9000-4783-8a2c-7df4ed5994f8 None None] The sync data for ids ['88bceae6-b795-4657-8586-65c7344c8baf'] in dv-cinder-791240-5-iscsi is: [{'id': '88bceae6-b795-4657-8586-65c7344c8baf', 'name': 'tempest-TestMinimumBasicScenario-1789676368-router', 'tenant_id': 'a8e6642c9c5c485e8197904fa410056d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': 'add762e4-908f-4483-8691-8ca90221fb1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:03:39Z', 'updated_at': '2021-08-25T17:03:42Z', 'revision_number': 4, 'project_id': 'a8e6642c9c5c485e8197904fa410056d', 'gw_port': {'id': 'add762e4-908f-4483-8691-8ca90221fb1d', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bceae6-b795-4657-8586-65c7344c8baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:03:39Z', 'updated_at': '2021-08-25T17:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_interfaces': [{'id': 'bda8d02c-7932-4788-b077-fdf3f7e01dac', 'name': '', 'network_id': '5c88b07c-05cb-4c4b-83db-b310cc16b4c6', 'tenant_id': 'a8e6642c9c5c485e8197904fa410056d', 'mac_address': 'fa:16:3e:fb:3a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88bceae6-b795-4657-8586-65c7344c8baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'dd7e13a8-bc27-40a6-bd72-590fb24b9829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:03:42Z', 'updated_at': '2021-08-25T17:03:47Z', 'revision_number': 4, 'project_id': 'a8e6642c9c5c485e8197904fa410056d', 'subnets': [{'id': 'dd7e13a8-bc27-40a6-bd72-590fb24b9829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:03:48.386260 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7978419e-b967-4a47-8975-0267302d25d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:48.884028 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419770d7-c998-424a-8cef-b52a84251acf req-11473177-0f13-4760-bcfa-2fbcbbe64a54 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:48.891929 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-419770d7-c998-424a-8cef-b52a84251acf req-11473177-0f13-4760-bcfa-2fbcbbe64a54 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 946 time: 0.1096282 Aug 25 17:03:48.903871 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device bda8d02c-7932-4788-b077-fdf3f7e01dac up at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:03:48.938204 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-419770d7-c998-424a-8cef-b52a84251acf req-c8f232b9-66bc-4875-a9d3-749f0ea60dc4 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450079 Aug 25 17:03:48.990759 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning for port bda8d02c-7932-4788-b077-fdf3f7e01dac completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:03:48.994814 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning complete for port bda8d02c-7932-4788-b077-fdf3f7e01dac triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:03:48.995141 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:49.088752 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:49.138280 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] For port bda8d02c-7932-4788-b077-fdf3f7e01dac, host dv-cinder-791240-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=bda8d02c-7932-4788-b077-fdf3f7e01dac,segment=NetworkSegment(ffa48f25-78fe-4824-bf8e-861b0aeca2d4),segment_id=ffa48f25-78fe-4824-bf8e-861b0aeca2d4)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:03:49.144697 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:49.198958 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04330c16-d5ea-48b8-9bc6-4c9f491e78f7 req-9d4316dd-9e95-4af3-ae71-b75b5ae7691f tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:49.200686 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-04330c16-d5ea-48b8-9bc6-4c9f491e78f7 req-9d4316dd-9e95-4af3-ae71-b75b5ae7691f tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=17b236dd-1c15-4fc0-9e0d-419e771fb11c HTTP/1.1" status: 200 len: 945 time: 0.0612643 Aug 25 17:03:49.210048 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Pushing event updated for resources: {'Port': ['ID=bda8d02c-7932-4788-b077-fdf3f7e01dac,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:49.252152 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-04330c16-d5ea-48b8-9bc6-4c9f491e78f7 req-b82c4c7b-4a9c-4ab9-bfef-96292496b262 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449052 Aug 25 17:03:50.063413 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf8d9c8-1221-4b7c-9cb6-b0fb2fbfcf4a req-6896e36c-2b20-49f2-8d4b-7974dc4d7014 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:50.065579 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-adf8d9c8-1221-4b7c-9cb6-b0fb2fbfcf4a req-6896e36c-2b20-49f2-8d4b-7974dc4d7014 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 946 time: 0.0538521 Aug 25 17:03:50.111123 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-adf8d9c8-1221-4b7c-9cb6-b0fb2fbfcf4a req-19c19815-bee9-4d13-a62c-6dda3b54cb70 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391755 Aug 25 17:03:50.397998 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba9b735-dd30-4806-a48c-549ea4f2a46e req-1bc94c66-0a2f-4546-b32f-c257b14487b1 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:50.399661 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5ba9b735-dd30-4806-a48c-549ea4f2a46e req-1bc94c66-0a2f-4546-b32f-c257b14487b1 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=17b236dd-1c15-4fc0-9e0d-419e771fb11c HTTP/1.1" status: 200 len: 945 time: 0.0565653 Aug 25 17:03:50.442963 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5ba9b735-dd30-4806-a48c-549ea4f2a46e req-7b47ccca-4def-4ec8-a080-cc0e08c60e8c tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369055 Aug 25 17:03:50.866339 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device bda8d02c-7932-4788-b077-fdf3f7e01dac up at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:03:50.969832 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Provisioning complete for port bda8d02c-7932-4788-b077-fdf3f7e01dac triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:03:50.970217 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:51.251498 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49dc73e-94c0-4786-ba17-4e1c75b448d8 req-407377ce-7207-46a7-bfd2-b7ffe353624c tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:51.253587 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b49dc73e-94c0-4786-ba17-4e1c75b448d8 req-407377ce-7207-46a7-bfd2-b7ffe353624c tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 946 time: 0.0615847 Aug 25 17:03:51.293948 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b49dc73e-94c0-4786-ba17-4e1c75b448d8 req-5322488f-b3b6-4a5f-b3f6-97a0bac6a929 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341489 Aug 25 17:03:52.457529 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1af961-f198-4abd-ac65-9dfc974b1fdd req-6ab873a8-3504-415a-8b58-b5c6c0ce7607 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:52.459102 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-aa1af961-f198-4abd-ac65-9dfc974b1fdd req-6ab873a8-3504-415a-8b58-b5c6c0ce7607 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 946 time: 0.0611880 Aug 25 17:03:52.503704 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-aa1af961-f198-4abd-ac65-9dfc974b1fdd req-31da3bb0-100b-494d-acaf-148b99cc0794 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383203 Aug 25 17:03:53.547913 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-675b0cfa-30a8-494e-b3ff-bb445488b7d8 None None] Agent healthcheck: found 6 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:03:53.677529 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12a158-e42e-4c7d-9dd0-db81f4c287da req-d75acca9-9526-47f6-bf02-d069a09d935f tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:53.686202 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7e12a158-e42e-4c7d-9dd0-db81f4c287da req-d75acca9-9526-47f6-bf02-d069a09d935f tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 946 time: 0.0718839 Aug 25 17:03:53.743272 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7e12a158-e42e-4c7d-9dd0-db81f4c287da req-cadef77e-b162-499b-91ad-d3653aa379f6 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542827 Aug 25 17:03:53.780263 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-eec7a38d-d73a-4bcb-a03c-8da7601a5130 req-eb5a2f08-3363-4f81-a9aa-62cadaeb6449 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-381500498&fields=id&tenant_id=ba5739dee5fb41749a615cb50fc983d9 HTTP/1.1" status: 200 len: 267 time: 0.0359280 Aug 25 17:03:53.907894 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7a38d-d73a-4bcb-a03c-8da7601a5130 req-24a7c38e-7a3b-42d5-8f9f-dfb1a41e34fa tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:53.909561 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-eec7a38d-d73a-4bcb-a03c-8da7601a5130 req-24a7c38e-7a3b-42d5-8f9f-dfb1a41e34fa tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/networks?id=babef823-13d0-4c9c-ac11-3e08eee348af HTTP/1.1" status: 200 len: 812 time: 0.1125495 Aug 25 17:03:53.927581 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-eec7a38d-d73a-4bcb-a03c-8da7601a5130 req-1ef3ed30-4658-44ce-a8fa-78d0c5acea18 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/quotas/ba5739dee5fb41749a615cb50fc983d9 HTTP/1.1" status: 200 len: 375 time: 0.0098946 Aug 25 17:03:53.988754 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-eec7a38d-d73a-4bcb-a03c-8da7601a5130 req-ae18933b-29c8-4641-bf77-de6f489b4c12 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=ba5739dee5fb41749a615cb50fc983d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524468 Aug 25 17:03:54.094908 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-eec7a38d-d73a-4bcb-a03c-8da7601a5130 req-0ffe8697-216e-4584-8c7b-a5ffa61a19f5 service neutron] 10.222.0.88 "GET /v2.0/networks/babef823-13d0-4c9c-ac11-3e08eee348af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912621 Aug 25 17:03:54.200603 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-eec7a38d-d73a-4bcb-a03c-8da7601a5130 req-795e9d8b-833d-4222-a276-e5c247852820 service neutron] 10.222.0.88 "GET /v2.0/networks/babef823-13d0-4c9c-ac11-3e08eee348af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993147 Aug 25 17:03:54.525388 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-23d64a4f-094a-47a1-836e-0f2505bc88fe req-215bd4f9-869d-47f6-9a59-ed8168b0e3c2 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/ports?device_id=f11162d3-97be-4cda-b823-b6bae1a71982 HTTP/1.1" status: 200 len: 210 time: 0.0272269 Aug 25 17:03:54.901018 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adafae9-4d27-4ec8-b72c-c935d4267863 req-8a5027cc-025f-4839-b43f-3c7cc9fe905d tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:54.902539 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0adafae9-4d27-4ec8-b72c-c935d4267863 req-8a5027cc-025f-4839-b43f-3c7cc9fe905d tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/networks?id=67402cff-b45f-4fed-abaa-c7f552a48d5e HTTP/1.1" status: 200 len: 814 time: 0.1348670 Aug 25 17:03:54.913147 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e36c8c6-c808-4eb6-8c1a-ee0c965d862c req-fead7c42-379d-4cc5-8bc5-f010ffc3423e tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:54.918248 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0e36c8c6-c808-4eb6-8c1a-ee0c965d862c req-fead7c42-379d-4cc5-8bc5-f010ffc3423e tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 946 time: 0.0997620 Aug 25 17:03:54.940637 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0adafae9-4d27-4ec8-b72c-c935d4267863 req-adf2de4e-4ec9-4a4f-8a2e-244402a3d279 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/quotas/2e0f86f1410e48e99ce078647d3125f3 HTTP/1.1" status: 200 len: 375 time: 0.0211186 Aug 25 17:03:54.983053 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0e36c8c6-c808-4eb6-8c1a-ee0c965d862c req-920c2b59-8e82-4c83-82ed-bbbef6fcf626 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618217 Aug 25 17:03:55.003516 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0adafae9-4d27-4ec8-b72c-c935d4267863 req-76b98be5-d53a-4726-9584-4f749e3d84e5 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=2e0f86f1410e48e99ce078647d3125f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0563734 Aug 25 17:03:55.100779 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0adafae9-4d27-4ec8-b72c-c935d4267863 req-718395d0-4721-438e-a3fa-d9f6fd2903b4 service neutron] 10.222.0.88 "GET /v2.0/networks/67402cff-b45f-4fed-abaa-c7f552a48d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850465 Aug 25 17:03:55.193842 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0adafae9-4d27-4ec8-b72c-c935d4267863 req-7608c4c4-46fe-494d-8426-4e64287bde23 service neutron] 10.222.0.88 "GET /v2.0/networks/67402cff-b45f-4fed-abaa-c7f552a48d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867484 Aug 25 17:03:55.358244 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-004110b4-1bcc-416c-9515-15e11184cc4b req-9c8c74c6-ee02-4725-934a-a1cc6e766436 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/ports?device_id=1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b HTTP/1.1" status: 200 len: 210 time: 0.0279920 Aug 25 17:03:55.591749 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7a38d-d73a-4bcb-a03c-8da7601a5130 req-28c2175d-682a-4486-9839-35ee94818df6 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:55.593328 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-eec7a38d-d73a-4bcb-a03c-8da7601a5130 req-28c2175d-682a-4486-9839-35ee94818df6 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.16 "GET /v2.0/networks?id=babef823-13d0-4c9c-ac11-3e08eee348af HTTP/1.1" status: 200 len: 812 time: 0.1166179 Aug 25 17:03:55.641843 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-eec7a38d-d73a-4bcb-a03c-8da7601a5130 req-24166dd3-706c-4b94-9938-52e053b11e18 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba5739dee5fb41749a615cb50fc983d9 HTTP/1.1" status: 200 len: 379 time: 0.0385060 Aug 25 17:03:55.649516 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-36ba3019-7c6b-4d60-8e42-0abf9dd869b8 req-1d626226-dfab-4c7b-9726-15c9cd883294 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/ports?device_id=f11162d3-97be-4cda-b823-b6bae1a71982 HTTP/1.1" status: 200 len: 210 time: 0.0381079 Aug 25 17:03:55.653360 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-eec7a38d-d73a-4bcb-a03c-8da7601a5130 req-bbc660f3-0aea-4b2d-aacd-a0d9875ee3ab tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Request body: {'port': {'device_id': 'f11162d3-97be-4cda-b823-b6bae1a71982', 'network_id': 'babef823-13d0-4c9c-ac11-3e08eee348af', 'admin_state_up': True, 'tenant_id': 'ba5739dee5fb41749a615cb50fc983d9', 'security_groups': ['9a7fe55f-19e7-4685-8491-78be94af470e']}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:03:55.768922 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eec7a38d-d73a-4bcb-a03c-8da7601a5130 req-bbc660f3-0aea-4b2d-aacd-a0d9875ee3ab tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Made reservation on behalf of ba5739dee5fb41749a615cb50fc983d9 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:03:55.772505 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-eec7a38d-d73a-4bcb-a03c-8da7601a5130 req-bbc660f3-0aea-4b2d-aacd-a0d9875ee3ab tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:55.899590 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-eec7a38d-d73a-4bcb-a03c-8da7601a5130 req-bbc660f3-0aea-4b2d-aacd-a0d9875ee3ab tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Allocated IP 172.20.0.10 (babef823-13d0-4c9c-ac11-3e08eee348af/bfe00ef0-b79f-4f8a-b5ba-574e5c012373/f20b890b-7181-4ff1-acca-0f73547d9480) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:03:56.036559 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-eec7a38d-d73a-4bcb-a03c-8da7601a5130 req-bbc660f3-0aea-4b2d-aacd-a0d9875ee3ab tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:56.049820 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-eec7a38d-d73a-4bcb-a03c-8da7601a5130 req-bbc660f3-0aea-4b2d-aacd-a0d9875ee3ab tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Transition to ACTIVE for port object f20b890b-7181-4ff1-acca-0f73547d9480 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:03:56.084071 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-eec7a38d-d73a-4bcb-a03c-8da7601a5130 req-bbc660f3-0aea-4b2d-aacd-a0d9875ee3ab tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743705601783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732937'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:56.104923 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a4774-e42d-47a1-83a0-a5e4397ab05f req-4d69032e-09ce-4580-ac6e-469e285f2f0d tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:56.106427 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ed6a4774-e42d-47a1-83a0-a5e4397ab05f req-4d69032e-09ce-4580-ac6e-469e285f2f0d tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 946 time: 0.0526378 Aug 25 17:03:56.134722 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eec7a38d-d73a-4bcb-a03c-8da7601a5130 req-bbc660f3-0aea-4b2d-aacd-a0d9875ee3ab tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Network babef823-13d0-4c9c-ac11-3e08eee348af is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:03:56.137986 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-eec7a38d-d73a-4bcb-a03c-8da7601a5130 req-bbc660f3-0aea-4b2d-aacd-a0d9875ee3ab tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:03:56.142545 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-eec7a38d-d73a-4bcb-a03c-8da7601a5130 req-bbc660f3-0aea-4b2d-aacd-a0d9875ee3ab tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:03:56.148104 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc660f3-0aea-4b2d-aacd-a0d9875ee3ab tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Pushing event updated for resources: {'Port': ['ID=f20b890b-7181-4ff1-acca-0f73547d9480,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:56.148207 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ed6a4774-e42d-47a1-83a0-a5e4397ab05f req-b1488680-a990-440e-83bd-80ead5c77576 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355475 Aug 25 17:03:56.203264 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7a38d-d73a-4bcb-a03c-8da7601a5130 req-bbc660f3-0aea-4b2d-aacd-a0d9875ee3ab tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:56.203882 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-eec7a38d-d73a-4bcb-a03c-8da7601a5130 req-bbc660f3-0aea-4b2d-aacd-a0d9875ee3ab tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:56.218628 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-eec7a38d-d73a-4bcb-a03c-8da7601a5130 req-bbc660f3-0aea-4b2d-aacd-a0d9875ee3ab tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5691614 Aug 25 17:03:56.235957 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-eec7a38d-d73a-4bcb-a03c-8da7601a5130 req-6c6a404a-7346-4b1d-a6d4-207ad2db6bbe service neutron] Request body: {'port': {'device_id': 'f11162d3-97be-4cda-b823-b6bae1a71982', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:03:56.296234 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-eec7a38d-d73a-4bcb-a03c-8da7601a5130 req-6c6a404a-7346-4b1d-a6d4-207ad2db6bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:56.376876 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-e3ab7277-9acd-49ab-b30d-b3fb8c452cbe None None] Provisioning for port f20b890b-7181-4ff1-acca-0f73547d9480 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:03:56.380757 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-e3ab7277-9acd-49ab-b30d-b3fb8c452cbe None None] Provisioning complete for port f20b890b-7181-4ff1-acca-0f73547d9480 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:03:56.381131 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e3ab7277-9acd-49ab-b30d-b3fb8c452cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:56.448731 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-e3ab7277-9acd-49ab-b30d-b3fb8c452cbe None None] Port f20b890b-7181-4ff1-acca-0f73547d9480 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 17:03:56.470422 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a1caf105-e4c4-41ba-b059-ba220670fff2 req-387c73cd-ae74-4067-b303-dc9639e6437e tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/ports?device_id=1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b HTTP/1.1" status: 200 len: 210 time: 0.0349011 Aug 25 17:03:56.615440 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adafae9-4d27-4ec8-b72c-c935d4267863 req-c8fd5423-11bb-4984-9d42-753be1343b41 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:56.617247 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0adafae9-4d27-4ec8-b72c-c935d4267863 req-c8fd5423-11bb-4984-9d42-753be1343b41 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.16 "GET /v2.0/networks?id=67402cff-b45f-4fed-abaa-c7f552a48d5e HTTP/1.1" status: 200 len: 814 time: 0.1253977 Aug 25 17:03:56.638347 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-0adafae9-4d27-4ec8-b72c-c935d4267863 req-8dc5219e-792e-4b9b-a2d9-2a711eaf96b0 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Request body: {'port': {'device_id': '1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b', 'network_id': '67402cff-b45f-4fed-abaa-c7f552a48d5e', 'admin_state_up': True, 'tenant_id': '2e0f86f1410e48e99ce078647d3125f3'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:03:56.785284 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf60f9-136e-43a6-9718-eefbedd60a2d req-da1ef923-f3a4-4b06-b8c3-32c3083bf5fd tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:56.790494 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8acf60f9-136e-43a6-9718-eefbedd60a2d req-da1ef923-f3a4-4b06-b8c3-32c3083bf5fd tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/ports?device_id=f11162d3-97be-4cda-b823-b6bae1a71982 HTTP/1.1" status: 200 len: 932 time: 0.0656667 Aug 25 17:03:56.791651 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [req-eec7a38d-d73a-4bcb-a03c-8da7601a5130 req-6c6a404a-7346-4b1d-a6d4-207ad2db6bbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f20b890b-7181-4ff1-acca-0f73547d9480 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:03:56.801827 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-eec7a38d-d73a-4bcb-a03c-8da7601a5130 req-6c6a404a-7346-4b1d-a6d4-207ad2db6bbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:56.828254 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-eec7a38d-d73a-4bcb-a03c-8da7601a5130 req-6c6a404a-7346-4b1d-a6d4-207ad2db6bbe service neutron] Transition to ACTIVE for port object f20b890b-7181-4ff1-acca-0f73547d9480 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:03:56.834266 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8acf60f9-136e-43a6-9718-eefbedd60a2d req-67eb923c-7a36-4956-9ef8-58f69ffe6db2 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/security-groups?id=9a7fe55f-19e7-4685-8491-78be94af470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374942 Aug 25 17:03:56.835152 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-eec7a38d-d73a-4bcb-a03c-8da7601a5130 req-6c6a404a-7346-4b1d-a6d4-207ad2db6bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3732944'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:56.843858 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0adafae9-4d27-4ec8-b72c-c935d4267863 req-8dc5219e-792e-4b9b-a2d9-2a711eaf96b0 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Made reservation on behalf of 2e0f86f1410e48e99ce078647d3125f3 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:03:56.848377 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0adafae9-4d27-4ec8-b72c-c935d4267863 req-8dc5219e-792e-4b9b-a2d9-2a711eaf96b0 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:56.921507 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6a404a-7346-4b1d-a6d4-207ad2db6bbe service neutron] Pushing event updated for resources: {'Port': ['ID=f20b890b-7181-4ff1-acca-0f73547d9480,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:57.088319 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-eec7a38d-d73a-4bcb-a03c-8da7601a5130 req-6c6a404a-7346-4b1d-a6d4-207ad2db6bbe service neutron] Attempting to bind port f20b890b-7181-4ff1-acca-0f73547d9480 on host hv-cinder-79124 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:03:57.088748 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-eec7a38d-d73a-4bcb-a03c-8da7601a5130 req-6c6a404a-7346-4b1d-a6d4-207ad2db6bbe service neutron] Attempting to bind port f20b890b-7181-4ff1-acca-0f73547d9480 by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': '5869c28b-1ae8-41c8-939f-b652bb6315aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1492, 'network_id': 'babef823-13d0-4c9c-ac11-3e08eee348af'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:03:57.089414 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec7a38d-d73a-4bcb-a03c-8da7601a5130 req-6c6a404a-7346-4b1d-a6d4-207ad2db6bbe service neutron] Attempting to bind port f20b890b-7181-4ff1-acca-0f73547d9480 on network babef823-13d0-4c9c-ac11-3e08eee348af {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:03:57.104522 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec7a38d-d73a-4bcb-a03c-8da7601a5130 req-6c6a404a-7346-4b1d-a6d4-207ad2db6bbe service neutron] Port f20b890b-7181-4ff1-acca-0f73547d9480 on network babef823-13d0-4c9c-ac11-3e08eee348af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 17:03:57.105275 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec7a38d-d73a-4bcb-a03c-8da7601a5130 req-6c6a404a-7346-4b1d-a6d4-207ad2db6bbe service neutron] Attempting to bind port f20b890b-7181-4ff1-acca-0f73547d9480 on network babef823-13d0-4c9c-ac11-3e08eee348af {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:03:57.118451 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-0adafae9-4d27-4ec8-b72c-c935d4267863 req-8dc5219e-792e-4b9b-a2d9-2a711eaf96b0 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Allocated IP 172.20.0.8 (67402cff-b45f-4fed-abaa-c7f552a48d5e/ecf1d074-31af-4eab-9bb7-bf7bd6ac47eb/60995caa-fc85-4c9e-a5dc-02feeaf7b8c4) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:03:57.124638 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec7a38d-d73a-4bcb-a03c-8da7601a5130 req-6c6a404a-7346-4b1d-a6d4-207ad2db6bbe service neutron] Checking agent: {'id': '5ac426a1-ab5c-4a46-b982-fffaa6db999e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 59, 15), 'started_at': datetime.datetime(2021, 8, 25, 16, 59, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:03:57.125354 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec7a38d-d73a-4bcb-a03c-8da7601a5130 req-6c6a404a-7346-4b1d-a6d4-207ad2db6bbe service neutron] Checking segment: {'id': '5869c28b-1ae8-41c8-939f-b652bb6315aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1492, 'network_id': 'babef823-13d0-4c9c-ac11-3e08eee348af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:03:57.126006 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec7a38d-d73a-4bcb-a03c-8da7601a5130 req-6c6a404a-7346-4b1d-a6d4-207ad2db6bbe service neutron] Bound using segment: {'id': '5869c28b-1ae8-41c8-939f-b652bb6315aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1492, 'network_id': 'babef823-13d0-4c9c-ac11-3e08eee348af'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:03:57.126631 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-eec7a38d-d73a-4bcb-a03c-8da7601a5130 req-6c6a404a-7346-4b1d-a6d4-207ad2db6bbe service neutron] Bound port: f20b890b-7181-4ff1-acca-0f73547d9480, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5869c28b-1ae8-41c8-939f-b652bb6315aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1492, 'network_id': 'babef823-13d0-4c9c-ac11-3e08eee348af'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:03:57.127357 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-eec7a38d-d73a-4bcb-a03c-8da7601a5130 req-6c6a404a-7346-4b1d-a6d4-207ad2db6bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:57.327169 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-eec7a38d-d73a-4bcb-a03c-8da7601a5130 req-6c6a404a-7346-4b1d-a6d4-207ad2db6bbe service neutron] For port f20b890b-7181-4ff1-acca-0f73547d9480, host hv-cinder-79124, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:03:57.346325 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-eec7a38d-d73a-4bcb-a03c-8da7601a5130 req-6c6a404a-7346-4b1d-a6d4-207ad2db6bbe service neutron] For port f20b890b-7181-4ff1-acca-0f73547d9480, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=f20b890b-7181-4ff1-acca-0f73547d9480,segment=NetworkSegment(5869c28b-1ae8-41c8-939f-b652bb6315aa),segment_id=5869c28b-1ae8-41c8-939f-b652bb6315aa)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:03:57.365021 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-eec7a38d-d73a-4bcb-a03c-8da7601a5130 req-6c6a404a-7346-4b1d-a6d4-207ad2db6bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3732944'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:57.432886 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7a38d-d73a-4bcb-a03c-8da7601a5130 req-6c6a404a-7346-4b1d-a6d4-207ad2db6bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:57.433518 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-eec7a38d-d73a-4bcb-a03c-8da7601a5130 req-6c6a404a-7346-4b1d-a6d4-207ad2db6bbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:57.434994 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-eec7a38d-d73a-4bcb-a03c-8da7601a5130 req-6c6a404a-7346-4b1d-a6d4-207ad2db6bbe service neutron] 10.222.0.16 "PUT /v2.0/ports/f20b890b-7181-4ff1-acca-0f73547d9480 HTTP/1.1" status: 200 len: 1094 time: 1.2035415 Aug 25 17:03:57.435444 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f11162d3-97be-4cda-b823-b6bae1a71982', 'tag': 'f20b890b-7181-4ff1-acca-0f73547d9480'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:03:57.437773 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30294bf1a97406c8a8235025fddf2f3c25b52a26b11c10f571ea972848b08700" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec84ce3-46b7-43c9-bf7c-8015970a8f62" -d '{"events": [{"name": "network-changed", "server_uuid": "f11162d3-97be-4cda-b823-b6bae1a71982", "tag": "f20b890b-7181-4ff1-acca-0f73547d9480"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:03:57.494042 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0adafae9-4d27-4ec8-b72c-c935d4267863 req-8dc5219e-792e-4b9b-a2d9-2a711eaf96b0 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:57.561247 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-0adafae9-4d27-4ec8-b72c-c935d4267863 req-8dc5219e-792e-4b9b-a2d9-2a711eaf96b0 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Transition to ACTIVE for port object 60995caa-fc85-4c9e-a5dc-02feeaf7b8c4 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:03:57.601609 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dea1e1e-a842-48e1-b7a1-1ac56f50e1c3 x-openstack-request-id: req-2dea1e1e-a842-48e1-b7a1-1ac56f50e1c3 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:03:57.602104 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f11162d3-97be-4cda-b823-b6bae1a71982", "tag": "f20b890b-7181-4ff1-acca-0f73547d9480", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:03:57.602360 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2dea1e1e-a842-48e1-b7a1-1ac56f50e1c3 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:03:57.602782 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f11162d3-97be-4cda-b823-b6bae1a71982', 'tag': 'f20b890b-7181-4ff1-acca-0f73547d9480', 'status': 'completed', 'code': 200} Aug 25 17:03:57.616993 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6a404a-7346-4b1d-a6d4-207ad2db6bbe service neutron] Pushing event updated for resources: {'Port': ['ID=f20b890b-7181-4ff1-acca-0f73547d9480,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:57.637424 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0adafae9-4d27-4ec8-b72c-c935d4267863 req-8dc5219e-792e-4b9b-a2d9-2a711eaf96b0 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743705601783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732937'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:57.695356 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0adafae9-4d27-4ec8-b72c-c935d4267863 req-8dc5219e-792e-4b9b-a2d9-2a711eaf96b0 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Network 67402cff-b45f-4fed-abaa-c7f552a48d5e is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:03:57.698795 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-0adafae9-4d27-4ec8-b72c-c935d4267863 req-8dc5219e-792e-4b9b-a2d9-2a711eaf96b0 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:03:57.709041 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-0adafae9-4d27-4ec8-b72c-c935d4267863 req-8dc5219e-792e-4b9b-a2d9-2a711eaf96b0 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:03:57.798905 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5219e-792e-4b9b-a2d9-2a711eaf96b0 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Pushing event updated for resources: {'Port': ['ID=60995caa-fc85-4c9e-a5dc-02feeaf7b8c4,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:03:57.884629 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adafae9-4d27-4ec8-b72c-c935d4267863 req-8dc5219e-792e-4b9b-a2d9-2a711eaf96b0 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:57.885495 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0adafae9-4d27-4ec8-b72c-c935d4267863 req-8dc5219e-792e-4b9b-a2d9-2a711eaf96b0 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:57.910518 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0adafae9-4d27-4ec8-b72c-c935d4267863 req-8dc5219e-792e-4b9b-a2d9-2a711eaf96b0 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2774863 Aug 25 17:03:57.951611 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a10100-89cd-4400-a945-7562749d8f7b req-fb72f674-588a-4795-b54f-2b9e38aa98c6 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:57.961870 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d0a10100-89cd-4400-a945-7562749d8f7b req-fb72f674-588a-4795-b54f-2b9e38aa98c6 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 946 time: 0.6720710 Aug 25 17:03:57.998106 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19470b05-48d1-407c-bf97-23f4bfae3169 req-6114283e-75cb-490f-9bb7-0b65c24c0cb7 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:03:58.006637 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-19470b05-48d1-407c-bf97-23f4bfae3169 req-6114283e-75cb-490f-9bb7-0b65c24c0cb7 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/ports?device_id=1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b HTTP/1.1" status: 200 len: 931 time: 0.1606336 Aug 25 17:03:58.047497 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d0a10100-89cd-4400-a945-7562749d8f7b req-d17b7271-6cfe-43c1-a9e6-926efa8b3499 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844355 Aug 25 17:03:58.067614 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-19470b05-48d1-407c-bf97-23f4bfae3169 req-da0e331a-618a-45b0-9a54-dc872fbec413 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/security-groups?id=2f41bede-88ae-49ca-a50e-ce7816d45c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598950 Aug 25 17:03:58.152193 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-2911d778-28e9-4359-9d9d-506209d6daba None None] Provisioning for port 60995caa-fc85-4c9e-a5dc-02feeaf7b8c4 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:03:58.156026 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-2911d778-28e9-4359-9d9d-506209d6daba None None] Provisioning complete for port 60995caa-fc85-4c9e-a5dc-02feeaf7b8c4 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:03:58.156402 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2911d778-28e9-4359-9d9d-506209d6daba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:03:58.190272 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-2911d778-28e9-4359-9d9d-506209d6daba None None] Port 60995caa-fc85-4c9e-a5dc-02feeaf7b8c4 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 17:04:13.071724 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2bda8045-64b7-40aa-b7d0-15cccb2abe02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:14.974637 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:15.681969 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-30d788fe-816f-4f0d-a98c-0634568fe5a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:15.891274 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:17.026337 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3a305108-1f99-4b5d-a622-23901fed2525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:18.384922 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7978419e-b967-4a47-8975-0267302d25d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:19.917561 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-0adafae9-4d27-4ec8-b72c-c935d4267863 req-8fbaaf4c-3188-4a24-a8df-d93800a24383 service neutron] Request body: {'port': {'device_id': '1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:04:20.042224 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec84ce3-46b7-43c9-bf7c-8015970a8f62 req-7d24197d-803a-4307-aa68-3292cdcf5096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:20.043783 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-dec84ce3-46b7-43c9-bf7c-8015970a8f62 req-7d24197d-803a-4307-aa68-3292cdcf5096 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ba5739dee5fb41749a615cb50fc983d9&device_id=f11162d3-97be-4cda-b823-b6bae1a71982 HTTP/1.1" status: 200 len: 1097 time: 0.1226008 Aug 25 17:04:20.049059 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0adafae9-4d27-4ec8-b72c-c935d4267863 req-8fbaaf4c-3188-4a24-a8df-d93800a24383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:20.067204 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-83042424-fd79-45ac-ae3b-1b9d5a4d523a req-6bdea8d0-5871-4291-bafd-b371f102526f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1020432 Aug 25 17:04:20.087936 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b2136-8fe6-4506-b3b9-1e0f4a28fece req-9a3a07c6-4d46-44fc-8278-d4577c88d3ee tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:20.089507 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a83b2136-8fe6-4506-b3b9-1e0f4a28fece req-9a3a07c6-4d46-44fc-8278-d4577c88d3ee tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/ports?device_id=f11162d3-97be-4cda-b823-b6bae1a71982 HTTP/1.1" status: 200 len: 944 time: 0.0835361 Aug 25 17:04:20.111323 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e91e3-2fc1-4ad1-9adb-70fe5d3daa77 req-f5547411-5fc1-4f58-a154-1816dbaeb1f3 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:20.112795 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-363e91e3-2fc1-4ad1-9adb-70fe5d3daa77 req-f5547411-5fc1-4f58-a154-1816dbaeb1f3 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 946 time: 0.0777545 Aug 25 17:04:20.156878 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a83b2136-8fe6-4506-b3b9-1e0f4a28fece req-8dbdce8c-132e-4765-aec2-637afa6a3f93 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/security-groups?id=9a7fe55f-19e7-4685-8491-78be94af470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592980 Aug 25 17:04:20.169843 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-363e91e3-2fc1-4ad1-9adb-70fe5d3daa77 req-3cfed504-f0b8-4a5b-a003-d4a1b10e4784 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493410 Aug 25 17:04:20.263616 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c5b5f-017c-4f20-8637-7c95af8b7abf req-7e25ad14-fcb0-4153-a65a-c127c7a9c7de tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:20.264979 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-733c5b5f-017c-4f20-8637-7c95af8b7abf req-7e25ad14-fcb0-4153-a65a-c127c7a9c7de tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/ports?device_id=1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b HTTP/1.1" status: 200 len: 931 time: 0.0504572 Aug 25 17:04:20.271438 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83042424-fd79-45ac-ae3b-1b9d5a4d523a req-3ae7e4db-8a8a-4ba0-a74c-1976f23e4ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:20.272891 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-83042424-fd79-45ac-ae3b-1b9d5a4d523a req-3ae7e4db-8a8a-4ba0-a74c-1976f23e4ff6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2aac5ed5850d4b2fb26a922006b2e50f&device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 1098 time: 0.1657879 Aug 25 17:04:20.305784 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-733c5b5f-017c-4f20-8637-7c95af8b7abf req-d1539a42-6270-425f-b83b-f7ef6ab596b5 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/security-groups?id=2f41bede-88ae-49ca-a50e-ce7816d45c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332341 Aug 25 17:04:20.324944 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec84ce3-46b7-43c9-bf7c-8015970a8f62 req-8537cc4d-2a24-425e-8e70-d8db5843553e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:20.326456 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-dec84ce3-46b7-43c9-bf7c-8015970a8f62 req-8537cc4d-2a24-425e-8e70-d8db5843553e service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=ba5739dee5fb41749a615cb50fc983d9&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2568276 Aug 25 17:04:20.544889 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83042424-fd79-45ac-ae3b-1b9d5a4d523a req-fbffd302-96e4-42d8-b745-76ac10981b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:20.546307 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-83042424-fd79-45ac-ae3b-1b9d5a4d523a req-fbffd302-96e4-42d8-b745-76ac10981b4d service neutron] 10.222.0.16 "GET /v2.0/networks?id=6fe3cea9-951c-45c5-bb39-2832b07e1827 HTTP/1.1" status: 200 len: 921 time: 0.2461803 Aug 25 17:04:20.550805 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec84ce3-46b7-43c9-bf7c-8015970a8f62 req-75f643f6-07e3-478d-b96a-544df971c629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:20.552119 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-dec84ce3-46b7-43c9-bf7c-8015970a8f62 req-75f643f6-07e3-478d-b96a-544df971c629 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1898000 Aug 25 17:04:20.631374 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [req-0adafae9-4d27-4ec8-b72c-c935d4267863 req-8fbaaf4c-3188-4a24-a8df-d93800a24383 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60995caa-fc85-4c9e-a5dc-02feeaf7b8c4 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:04:20.642858 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-83042424-fd79-45ac-ae3b-1b9d5a4d523a req-88cf925a-f671-4a4a-a4ab-27388ff24d22 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c648d6f0-fb64-4908-bad3-42ad3a053517 HTTP/1.1" status: 200 len: 217 time: 0.0544169 Aug 25 17:04:20.660410 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0adafae9-4d27-4ec8-b72c-c935d4267863 req-8fbaaf4c-3188-4a24-a8df-d93800a24383 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:20.678324 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-0adafae9-4d27-4ec8-b72c-c935d4267863 req-8fbaaf4c-3188-4a24-a8df-d93800a24383 service neutron] Transition to ACTIVE for port object 60995caa-fc85-4c9e-a5dc-02feeaf7b8c4 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:04:20.682568 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0adafae9-4d27-4ec8-b72c-c935d4267863 req-8fbaaf4c-3188-4a24-a8df-d93800a24383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3732944'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:20.692603 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7a38d-d73a-4bcb-a03c-8da7601a5130 req-9824271c-6059-4888-8a44-8e406912cd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:20.694131 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-eec7a38d-d73a-4bcb-a03c-8da7601a5130 req-9824271c-6059-4888-8a44-8e406912cd54 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ba5739dee5fb41749a615cb50fc983d9&device_id=f11162d3-97be-4cda-b823-b6bae1a71982 HTTP/1.1" status: 200 len: 1097 time: 0.0649669 Aug 25 17:04:20.750552 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbaaf4c-3188-4a24-a8df-d93800a24383 service neutron] Pushing event updated for resources: {'Port': ['ID=60995caa-fc85-4c9e-a5dc-02feeaf7b8c4,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:04:20.781328 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbaaf4c-3188-4a24-a8df-d93800a24383 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:04:20.781704 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbaaf4c-3188-4a24-a8df-d93800a24383 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:04:20.782042 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbaaf4c-3188-4a24-a8df-d93800a24383 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:04:20.782431 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbaaf4c-3188-4a24-a8df-d93800a24383 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:04:20.782963 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbaaf4c-3188-4a24-a8df-d93800a24383 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:04:20.783299 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbaaf4c-3188-4a24-a8df-d93800a24383 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:04:20.783630 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbaaf4c-3188-4a24-a8df-d93800a24383 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:04:20.784037 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbaaf4c-3188-4a24-a8df-d93800a24383 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:04:20.784426 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbaaf4c-3188-4a24-a8df-d93800a24383 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:04:20.784759 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbaaf4c-3188-4a24-a8df-d93800a24383 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:04:20.785099 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbaaf4c-3188-4a24-a8df-d93800a24383 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:04:20.785398 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbaaf4c-3188-4a24-a8df-d93800a24383 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:04:20.860448 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-eec7a38d-d73a-4bcb-a03c-8da7601a5130 req-56bf12fe-c258-4ff1-bd29-24825916a41c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f20b890b-7181-4ff1-acca-0f73547d9480 HTTP/1.1" status: 200 len: 217 time: 0.0704303 Aug 25 17:04:20.922382 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83042424-fd79-45ac-ae3b-1b9d5a4d523a req-f06a7eae-7c04-48e3-a5da-00b9bc2c2f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:20.923942 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-83042424-fd79-45ac-ae3b-1b9d5a4d523a req-f06a7eae-7c04-48e3-a5da-00b9bc2c2f5a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b3f3aec-b759-4569-a5a7-053f9cfaf242 HTTP/1.1" status: 200 len: 859 time: 0.1351483 Aug 25 17:04:20.943624 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-0adafae9-4d27-4ec8-b72c-c935d4267863 req-8fbaaf4c-3188-4a24-a8df-d93800a24383 service neutron] Attempting to bind port 60995caa-fc85-4c9e-a5dc-02feeaf7b8c4 on host hv-cinder-79124 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:04:20.943965 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-0adafae9-4d27-4ec8-b72c-c935d4267863 req-8fbaaf4c-3188-4a24-a8df-d93800a24383 service neutron] Attempting to bind port 60995caa-fc85-4c9e-a5dc-02feeaf7b8c4 by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': '7805d27b-101e-4f4b-8b1f-c99cc5b16a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1495, 'network_id': '67402cff-b45f-4fed-abaa-c7f552a48d5e'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:04:20.944299 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0adafae9-4d27-4ec8-b72c-c935d4267863 req-8fbaaf4c-3188-4a24-a8df-d93800a24383 service neutron] Attempting to bind port 60995caa-fc85-4c9e-a5dc-02feeaf7b8c4 on network 67402cff-b45f-4fed-abaa-c7f552a48d5e {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:04:20.971256 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-83042424-fd79-45ac-ae3b-1b9d5a4d523a req-7f454127-ec0e-4ac4-a4d9-6c1b11c12c35 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6fe3cea9-951c-45c5-bb39-2832b07e1827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365386 Aug 25 17:04:20.973823 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7a38d-d73a-4bcb-a03c-8da7601a5130 req-ae7dbffe-5bb4-4068-88c0-ec0d03f543db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:20.975761 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-eec7a38d-d73a-4bcb-a03c-8da7601a5130 req-ae7dbffe-5bb4-4068-88c0-ec0d03f543db service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bfe00ef0-b79f-4f8a-b5ba-574e5c012373 HTTP/1.1" status: 200 len: 851 time: 0.1067393 Aug 25 17:04:20.976483 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0adafae9-4d27-4ec8-b72c-c935d4267863 req-8fbaaf4c-3188-4a24-a8df-d93800a24383 service neutron] Port 60995caa-fc85-4c9e-a5dc-02feeaf7b8c4 on network 67402cff-b45f-4fed-abaa-c7f552a48d5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 17:04:20.976805 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0adafae9-4d27-4ec8-b72c-c935d4267863 req-8fbaaf4c-3188-4a24-a8df-d93800a24383 service neutron] Attempting to bind port 60995caa-fc85-4c9e-a5dc-02feeaf7b8c4 on network 67402cff-b45f-4fed-abaa-c7f552a48d5e {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:04:20.982116 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0adafae9-4d27-4ec8-b72c-c935d4267863 req-8fbaaf4c-3188-4a24-a8df-d93800a24383 service neutron] Checking agent: {'id': '5ac426a1-ab5c-4a46-b982-fffaa6db999e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 59, 15), 'started_at': datetime.datetime(2021, 8, 25, 16, 59, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:04:20.982397 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0adafae9-4d27-4ec8-b72c-c935d4267863 req-8fbaaf4c-3188-4a24-a8df-d93800a24383 service neutron] Checking segment: {'id': '7805d27b-101e-4f4b-8b1f-c99cc5b16a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1495, 'network_id': '67402cff-b45f-4fed-abaa-c7f552a48d5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:04:20.982917 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0adafae9-4d27-4ec8-b72c-c935d4267863 req-8fbaaf4c-3188-4a24-a8df-d93800a24383 service neutron] Bound using segment: {'id': '7805d27b-101e-4f4b-8b1f-c99cc5b16a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1495, 'network_id': '67402cff-b45f-4fed-abaa-c7f552a48d5e'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:04:20.983219 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-0adafae9-4d27-4ec8-b72c-c935d4267863 req-8fbaaf4c-3188-4a24-a8df-d93800a24383 service neutron] Bound port: 60995caa-fc85-4c9e-a5dc-02feeaf7b8c4, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7805d27b-101e-4f4b-8b1f-c99cc5b16a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1495, 'network_id': '67402cff-b45f-4fed-abaa-c7f552a48d5e'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:04:20.983797 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0adafae9-4d27-4ec8-b72c-c935d4267863 req-8fbaaf4c-3188-4a24-a8df-d93800a24383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:21.119876 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7a38d-d73a-4bcb-a03c-8da7601a5130 req-b3d3e27c-00f8-4eaa-8732-30d8f2085624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:21.121353 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-eec7a38d-d73a-4bcb-a03c-8da7601a5130 req-b3d3e27c-00f8-4eaa-8732-30d8f2085624 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=babef823-13d0-4c9c-ac11-3e08eee348af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1271827 Aug 25 17:04:21.149607 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-83042424-fd79-45ac-ae3b-1b9d5a4d523a req-84039973-bb7d-4330-92ad-e6f59dbb4a06 service neutron] 10.222.0.16 "GET /v2.0/networks/6fe3cea9-951c-45c5-bb39-2832b07e1827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636820 Aug 25 17:04:21.153540 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-0adafae9-4d27-4ec8-b72c-c935d4267863 req-8fbaaf4c-3188-4a24-a8df-d93800a24383 service neutron] For port 60995caa-fc85-4c9e-a5dc-02feeaf7b8c4, host hv-cinder-79124, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:04:21.156786 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-0adafae9-4d27-4ec8-b72c-c935d4267863 req-8fbaaf4c-3188-4a24-a8df-d93800a24383 service neutron] For port 60995caa-fc85-4c9e-a5dc-02feeaf7b8c4, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=60995caa-fc85-4c9e-a5dc-02feeaf7b8c4,segment=NetworkSegment(7805d27b-101e-4f4b-8b1f-c99cc5b16a07),segment_id=7805d27b-101e-4f4b-8b1f-c99cc5b16a07)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:04:21.160131 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0adafae9-4d27-4ec8-b72c-c935d4267863 req-8fbaaf4c-3188-4a24-a8df-d93800a24383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3732944'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:21.192854 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adafae9-4d27-4ec8-b72c-c935d4267863 req-8fbaaf4c-3188-4a24-a8df-d93800a24383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:21.193467 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0adafae9-4d27-4ec8-b72c-c935d4267863 req-8fbaaf4c-3188-4a24-a8df-d93800a24383 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:21.194888 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0adafae9-4d27-4ec8-b72c-c935d4267863 req-8fbaaf4c-3188-4a24-a8df-d93800a24383 service neutron] 10.222.0.16 "PUT /v2.0/ports/60995caa-fc85-4c9e-a5dc-02feeaf7b8c4 HTTP/1.1" status: 200 len: 1093 time: 1.2824738 Aug 25 17:04:21.196657 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b', 'tag': '60995caa-fc85-4c9e-a5dc-02feeaf7b8c4'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:04:21.198903 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30294bf1a97406c8a8235025fddf2f3c25b52a26b11c10f571ea972848b08700" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c271f6-7aa1-4dcc-a7e6-7e30cd6e05a4" -d '{"events": [{"name": "network-changed", "server_uuid": "1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b", "tag": "60995caa-fc85-4c9e-a5dc-02feeaf7b8c4"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:04:21.221474 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbaaf4c-3188-4a24-a8df-d93800a24383 service neutron] Pushing event updated for resources: {'Port': ['ID=60995caa-fc85-4c9e-a5dc-02feeaf7b8c4,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:04:21.445473 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ea922d-a36b-4228-bfca-b0f324f27ec7 req-47427556-bd25-4f89-96d5-0a89b41f521c tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:21.447075 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b7ea922d-a36b-4228-bfca-b0f324f27ec7 req-47427556-bd25-4f89-96d5-0a89b41f521c tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/ports?device_id=f11162d3-97be-4cda-b823-b6bae1a71982 HTTP/1.1" status: 200 len: 944 time: 0.0845652 Aug 25 17:04:21.455197 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d281c506-ac48-4d7a-af51-427756753ac1 req-3895ec59-a4a9-4628-89fa-df6c421cd6ca tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:21.456670 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d281c506-ac48-4d7a-af51-427756753ac1 req-3895ec59-a4a9-4628-89fa-df6c421cd6ca tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 946 time: 0.0845268 Aug 25 17:04:21.513318 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b7ea922d-a36b-4228-bfca-b0f324f27ec7 req-e7f3e311-083b-43cc-b31f-b1c8a3af0c3e tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/security-groups?id=9a7fe55f-19e7-4685-8491-78be94af470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556209 Aug 25 17:04:21.521627 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d281c506-ac48-4d7a-af51-427756753ac1 req-1b77fd51-3da2-4a76-accc-e3a3206e1ceb tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577002 Aug 25 17:04:21.635559 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2159b5-1585-413a-8aea-0e9a574e47d3 req-13907331-b71c-493a-a8c9-9154df5cb430 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:21.637039 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3e2159b5-1585-413a-8aea-0e9a574e47d3 req-13907331-b71c-493a-a8c9-9154df5cb430 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/ports?device_id=1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b HTTP/1.1" status: 200 len: 943 time: 0.0501218 Aug 25 17:04:21.677148 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3e2159b5-1585-413a-8aea-0e9a574e47d3 req-55c69ac3-e4e9-48a0-9c62-100fba8a89d8 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/security-groups?id=2f41bede-88ae-49ca-a50e-ce7816d45c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339241 Aug 25 17:04:21.684370 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ae7c6e-5a3d-4c28-b5f9-54c70e961716 x-openstack-request-id: req-73ae7c6e-5a3d-4c28-b5f9-54c70e961716 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:04:21.684654 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b", "tag": "60995caa-fc85-4c9e-a5dc-02feeaf7b8c4", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:04:21.684897 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-73ae7c6e-5a3d-4c28-b5f9-54c70e961716 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:04:21.685283 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b', 'tag': '60995caa-fc85-4c9e-a5dc-02feeaf7b8c4', 'status': 'completed', 'code': 200} Aug 25 17:04:21.734599 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adafae9-4d27-4ec8-b72c-c935d4267863 req-4c72081d-d995-47bf-9424-378b157e281d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:21.736762 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0adafae9-4d27-4ec8-b72c-c935d4267863 req-4c72081d-d995-47bf-9424-378b157e281d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2e0f86f1410e48e99ce078647d3125f3&device_id=1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b HTTP/1.1" status: 200 len: 1096 time: 0.4123878 Aug 25 17:04:21.793996 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-eec7a38d-d73a-4bcb-a03c-8da7601a5130 req-6936b03a-97ec-4eb0-9cc2-bbf834e14e7f service neutron] 10.222.0.16 "GET /v2.0/networks/babef823-13d0-4c9c-ac11-3e08eee348af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4987922 Aug 25 17:04:21.797136 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0adafae9-4d27-4ec8-b72c-c935d4267863 req-4405da1c-be07-4a8f-bde3-d52e7e4fd018 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60995caa-fc85-4c9e-a5dc-02feeaf7b8c4 HTTP/1.1" status: 200 len: 217 time: 0.0466208 Aug 25 17:04:21.799812 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-83042424-fd79-45ac-ae3b-1b9d5a4d523a req-fb82717e-1f2f-46d3-af58-e5a3f9b3e39b service neutron] 10.222.0.16 "GET /v2.0/networks/6fe3cea9-951c-45c5-bb39-2832b07e1827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4890358 Aug 25 17:04:21.917927 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adafae9-4d27-4ec8-b72c-c935d4267863 req-bb38bf87-ea2f-444e-9112-b756828141b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:21.919286 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0adafae9-4d27-4ec8-b72c-c935d4267863 req-bb38bf87-ea2f-444e-9112-b756828141b4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ecf1d074-31af-4eab-9bb7-bf7bd6ac47eb HTTP/1.1" status: 200 len: 853 time: 0.0991724 Aug 25 17:04:21.947469 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-eec7a38d-d73a-4bcb-a03c-8da7601a5130 req-87e754d5-34bc-4631-8e9d-371667e3d001 service neutron] 10.222.0.16 "GET /v2.0/networks/babef823-13d0-4c9c-ac11-3e08eee348af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351826 Aug 25 17:04:21.976352 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adafae9-4d27-4ec8-b72c-c935d4267863 req-73b78e37-90e3-42c3-8899-fecb727c3389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:21.977859 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0adafae9-4d27-4ec8-b72c-c935d4267863 req-73b78e37-90e3-42c3-8899-fecb727c3389 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=67402cff-b45f-4fed-abaa-c7f552a48d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419207 Aug 25 17:04:22.069765 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0adafae9-4d27-4ec8-b72c-c935d4267863 req-a1869c73-7f25-4578-8acb-baf3d9f71053 service neutron] 10.222.0.16 "GET /v2.0/networks/67402cff-b45f-4fed-abaa-c7f552a48d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833526 Aug 25 17:04:22.171018 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0adafae9-4d27-4ec8-b72c-c935d4267863 req-68ae776d-c8b7-4549-9b3d-0a7d6339f809 service neutron] 10.222.0.16 "GET /v2.0/networks/67402cff-b45f-4fed-abaa-c7f552a48d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939078 Aug 25 17:04:22.265436 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c271f6-7aa1-4dcc-a7e6-7e30cd6e05a4 req-9b42b468-ff42-49d8-8c8a-5e7382456c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:22.266984 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-10c271f6-7aa1-4dcc-a7e6-7e30cd6e05a4 req-9b42b468-ff42-49d8-8c8a-5e7382456c85 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2e0f86f1410e48e99ce078647d3125f3&device_id=1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b HTTP/1.1" status: 200 len: 1096 time: 0.0441968 Aug 25 17:04:22.359619 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c271f6-7aa1-4dcc-a7e6-7e30cd6e05a4 req-ee58831e-9aaa-4418-ad35-62d249d601b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:22.361889 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-10c271f6-7aa1-4dcc-a7e6-7e30cd6e05a4 req-ee58831e-9aaa-4418-ad35-62d249d601b9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=67402cff-b45f-4fed-abaa-c7f552a48d5e HTTP/1.1" status: 200 len: 916 time: 0.0873933 Aug 25 17:04:22.412754 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-10c271f6-7aa1-4dcc-a7e6-7e30cd6e05a4 req-ce7f9fde-31a0-42af-9a35-0d1a7d4d2104 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60995caa-fc85-4c9e-a5dc-02feeaf7b8c4 HTTP/1.1" status: 200 len: 217 time: 0.0377288 Aug 25 17:04:22.460633 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c271f6-7aa1-4dcc-a7e6-7e30cd6e05a4 req-d51a4f97-2ad1-4cfd-89a0-bc3afd58def6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:22.462003 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-10c271f6-7aa1-4dcc-a7e6-7e30cd6e05a4 req-d51a4f97-2ad1-4cfd-89a0-bc3afd58def6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ecf1d074-31af-4eab-9bb7-bf7bd6ac47eb HTTP/1.1" status: 200 len: 853 time: 0.0419958 Aug 25 17:04:22.505558 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c271f6-7aa1-4dcc-a7e6-7e30cd6e05a4 req-3d0b96a1-6869-4262-b147-c87ea3a89415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:22.507053 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-10c271f6-7aa1-4dcc-a7e6-7e30cd6e05a4 req-3d0b96a1-6869-4262-b147-c87ea3a89415 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=67402cff-b45f-4fed-abaa-c7f552a48d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381508 Aug 25 17:04:22.597026 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-10c271f6-7aa1-4dcc-a7e6-7e30cd6e05a4 req-9273b323-4764-426e-a061-557d7ed22cda service neutron] 10.222.0.16 "GET /v2.0/networks/67402cff-b45f-4fed-abaa-c7f552a48d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826144 Aug 25 17:04:22.684738 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-10c271f6-7aa1-4dcc-a7e6-7e30cd6e05a4 req-767f1846-5f03-492b-aac4-d0444e32333a service neutron] 10.222.0.16 "GET /v2.0/networks/67402cff-b45f-4fed-abaa-c7f552a48d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801175 Aug 25 17:04:23.144336 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ddf2a7-2b01-4a1b-8fdf-60fe4e968564 req-1eb0a094-ae37-47c5-9209-e6a55ffde233 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:23.145840 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-65ddf2a7-2b01-4a1b-8fdf-60fe4e968564 req-1eb0a094-ae37-47c5-9209-e6a55ffde233 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/ports?device_id=f11162d3-97be-4cda-b823-b6bae1a71982 HTTP/1.1" status: 200 len: 944 time: 0.0776536 Aug 25 17:04:23.181249 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ee572-ddca-40ec-8ee6-1f8ea2716aa2 req-9b383dcb-53d9-430f-8541-d9457178eb52 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:23.182950 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d36ee572-ddca-40ec-8ee6-1f8ea2716aa2 req-9b383dcb-53d9-430f-8541-d9457178eb52 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 946 time: 0.0797443 Aug 25 17:04:23.210473 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-65ddf2a7-2b01-4a1b-8fdf-60fe4e968564 req-3ba0d3ec-c713-4b48-9930-79f2cae92dea tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/security-groups?id=9a7fe55f-19e7-4685-8491-78be94af470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555751 Aug 25 17:04:23.244100 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d36ee572-ddca-40ec-8ee6-1f8ea2716aa2 req-60b86c31-6155-4817-83b6-a028ebb00e72 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483983 Aug 25 17:04:23.321351 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a43fb-6c7b-463e-89fe-8735978ec461 req-1ca6511a-91f8-46e6-b3be-a1d9ed0c46c5 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:23.322912 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e27a43fb-6c7b-463e-89fe-8735978ec461 req-1ca6511a-91f8-46e6-b3be-a1d9ed0c46c5 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/ports?device_id=1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b HTTP/1.1" status: 200 len: 943 time: 0.0489595 Aug 25 17:04:23.362183 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e27a43fb-6c7b-463e-89fe-8735978ec461 req-5fa9d990-8d7b-4afe-8d9b-a764dd7a5d87 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/security-groups?id=2f41bede-88ae-49ca-a50e-ce7816d45c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334301 Aug 25 17:04:24.366546 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfe8b6b-ffd0-403f-a7c4-4518ca05578e req-d297dbb5-0c16-49bc-8c53-9baa6ed1682b tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:24.368344 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7bfe8b6b-ffd0-403f-a7c4-4518ca05578e req-d297dbb5-0c16-49bc-8c53-9baa6ed1682b tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/ports?device_id=f11162d3-97be-4cda-b823-b6bae1a71982 HTTP/1.1" status: 200 len: 944 time: 0.0871415 Aug 25 17:04:24.414834 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683dd156-1822-45f5-95b9-0f032d074707 req-a9b940c4-a526-477b-89f2-e4b943af8a18 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:24.416319 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-683dd156-1822-45f5-95b9-0f032d074707 req-a9b940c4-a526-477b-89f2-e4b943af8a18 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 946 time: 0.0928633 Aug 25 17:04:24.442790 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7bfe8b6b-ffd0-403f-a7c4-4518ca05578e req-cbd75fa1-f6f1-4fd1-966e-28c87f4291e6 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/security-groups?id=9a7fe55f-19e7-4685-8491-78be94af470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643466 Aug 25 17:04:24.473943 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-683dd156-1822-45f5-95b9-0f032d074707 req-41465bf5-4a70-4385-9919-fe30caf6f41d tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475085 Aug 25 17:04:24.505096 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa8e08f-ff97-4af8-9ab5-73bb5a942b8b req-c9f088b6-ae1d-410e-8026-7f2149d8e97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:24.506931 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1aa8e08f-ff97-4af8-9ab5-73bb5a942b8b req-c9f088b6-ae1d-410e-8026-7f2149d8e97c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 1099 time: 0.0550559 Aug 25 17:04:24.551350 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1aa8e08f-ff97-4af8-9ab5-73bb5a942b8b req-29c31939-bf2a-4e19-880f-e3a2928d03c8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297239 Aug 25 17:04:24.555234 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae3b01b-d949-4082-9886-33822fa1f348 req-57a34311-95d5-45ce-9149-7480c9d68bb6 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:24.556711 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5ae3b01b-d949-4082-9886-33822fa1f348 req-57a34311-95d5-45ce-9149-7480c9d68bb6 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/ports?device_id=1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b HTTP/1.1" status: 200 len: 943 time: 0.0486526 Aug 25 17:04:24.593074 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5ae3b01b-d949-4082-9886-33822fa1f348 req-d7902ed0-bfb9-4e45-9adb-d4a2e89a5f8e tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/security-groups?id=2f41bede-88ae-49ca-a50e-ce7816d45c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305297 Aug 25 17:04:25.591754 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5038fb53-b3e0-42f5-a8b6-34d170874191 req-2891dee6-fd78-4f9a-8716-9c24be12f305 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:25.593109 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5038fb53-b3e0-42f5-a8b6-34d170874191 req-2891dee6-fd78-4f9a-8716-9c24be12f305 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/ports?device_id=f11162d3-97be-4cda-b823-b6bae1a71982 HTTP/1.1" status: 200 len: 944 time: 0.0804396 Aug 25 17:04:25.622650 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c921dd-6dcf-4288-8533-1648081fc246 req-24c81b17-c379-4723-94b8-74ebba86fbe2 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:25.624066 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b1c921dd-6dcf-4288-8533-1648081fc246 req-24c81b17-c379-4723-94b8-74ebba86fbe2 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 946 time: 0.0727983 Aug 25 17:04:25.653558 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5038fb53-b3e0-42f5-a8b6-34d170874191 req-a0c33ae2-0943-4dff-958a-73ec03541243 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/security-groups?id=9a7fe55f-19e7-4685-8491-78be94af470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531342 Aug 25 17:04:25.673364 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b1c921dd-6dcf-4288-8533-1648081fc246 req-f20151b1-7db6-4b4e-85c6-a44fea2c9324 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429668 Aug 25 17:04:25.755848 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa80d5b5-4581-4d7e-9d80-97106ed9c398 req-5e521639-503f-45dd-9897-90ecf1fa611c tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:25.757446 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-aa80d5b5-4581-4d7e-9d80-97106ed9c398 req-5e521639-503f-45dd-9897-90ecf1fa611c tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/ports?device_id=1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b HTTP/1.1" status: 200 len: 943 time: 0.0499704 Aug 25 17:04:25.796819 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-aa80d5b5-4581-4d7e-9d80-97106ed9c398 req-02a718ac-68c7-40ef-b6bf-c70b30c977a0 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/security-groups?id=2f41bede-88ae-49ca-a50e-ce7816d45c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333767 Aug 25 17:04:26.801388 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8beea38-8e93-469d-978e-9cdcc23da4d7 req-d4eb543b-cb54-4a6b-bda0-b8c690857f64 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:26.802883 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b8beea38-8e93-469d-978e-9cdcc23da4d7 req-d4eb543b-cb54-4a6b-bda0-b8c690857f64 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/ports?device_id=f11162d3-97be-4cda-b823-b6bae1a71982 HTTP/1.1" status: 200 len: 944 time: 0.0761011 Aug 25 17:04:26.824480 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd083a83-cb19-4041-9ad0-226c6e9618f1 req-ec770bcb-538a-4feb-8eca-c16977900d27 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:26.825855 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-bd083a83-cb19-4041-9ad0-226c6e9618f1 req-ec770bcb-538a-4feb-8eca-c16977900d27 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 946 time: 0.0706234 Aug 25 17:04:26.867401 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b8beea38-8e93-469d-978e-9cdcc23da4d7 req-3a383e68-47de-4d41-a49c-fadd04d0ac0a tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/security-groups?id=9a7fe55f-19e7-4685-8491-78be94af470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581725 Aug 25 17:04:26.879166 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-bd083a83-cb19-4041-9ad0-226c6e9618f1 req-25886d32-f1a8-4ced-986a-c87ff07c1290 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470364 Aug 25 17:04:26.979295 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c68e747-d9d0-4d6f-a083-7f017545a3b8 req-20e78294-e165-4a4d-9ce2-0baa715f0a44 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:26.980757 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6c68e747-d9d0-4d6f-a083-7f017545a3b8 req-20e78294-e165-4a4d-9ce2-0baa715f0a44 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/ports?device_id=1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b HTTP/1.1" status: 200 len: 943 time: 0.0492778 Aug 25 17:04:27.020554 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6c68e747-d9d0-4d6f-a083-7f017545a3b8 req-d366cb8f-413f-4f4f-ab8c-86bf8ae6cf82 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/security-groups?id=2f41bede-88ae-49ca-a50e-ce7816d45c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326431 Aug 25 17:04:27.192329 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3547626f-a930-478d-a819-fbdc75c1170b req-c9a76e35-314f-49e7-90b2-02ed99218797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:27.193905 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16dcd9d-6888-4630-8bf6-f0a47e37b4ef req-80891b2a-9882-4ed7-9901-60bec2e49595 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:27.194068 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3547626f-a930-478d-a819-fbdc75c1170b req-c9a76e35-314f-49e7-90b2-02ed99218797 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2aac5ed5850d4b2fb26a922006b2e50f&device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 1099 time: 0.0454724 Aug 25 17:04:27.195461 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b16dcd9d-6888-4630-8bf6-f0a47e37b4ef req-80891b2a-9882-4ed7-9901-60bec2e49595 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 946 time: 0.0542886 Aug 25 17:04:27.237880 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b16dcd9d-6888-4630-8bf6-f0a47e37b4ef req-6deb08f2-24c7-4c4c-a57b-f27646705833 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364001 Aug 25 17:04:27.295512 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3547626f-a930-478d-a819-fbdc75c1170b req-2bacc347-a118-4001-881e-cc5e716f684f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:27.296975 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3547626f-a930-478d-a819-fbdc75c1170b req-2bacc347-a118-4001-881e-cc5e716f684f service neutron] 10.222.0.16 "GET /v2.0/networks?id=6fe3cea9-951c-45c5-bb39-2832b07e1827 HTTP/1.1" status: 200 len: 921 time: 0.0917957 Aug 25 17:04:27.361143 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3547626f-a930-478d-a819-fbdc75c1170b req-92c88409-bf0d-4ddb-b617-a00c6447f7cc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c0764c1-cbfb-4263-af88-7790174b6924 HTTP/1.1" status: 200 len: 217 time: 0.0392056 Aug 25 17:04:27.412608 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3547626f-a930-478d-a819-fbdc75c1170b req-095925a5-7796-4360-9d51-dce503a2d082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:27.414112 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3547626f-a930-478d-a819-fbdc75c1170b req-095925a5-7796-4360-9d51-dce503a2d082 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b3f3aec-b759-4569-a5a7-053f9cfaf242 HTTP/1.1" status: 200 len: 859 time: 0.0433211 Aug 25 17:04:27.450643 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3547626f-a930-478d-a819-fbdc75c1170b req-9d879d00-2dc9-453e-b399-dde2925ddb31 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6fe3cea9-951c-45c5-bb39-2832b07e1827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259914 Aug 25 17:04:27.546710 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3547626f-a930-478d-a819-fbdc75c1170b req-c7f2f1e2-f675-4d4a-a6f3-04b5e9d2e40c service neutron] 10.222.0.16 "GET /v2.0/networks/6fe3cea9-951c-45c5-bb39-2832b07e1827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854266 Aug 25 17:04:27.647909 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3547626f-a930-478d-a819-fbdc75c1170b req-1b37a90d-871b-4eb0-9dea-8f1c5c75ecd6 service neutron] 10.222.0.16 "GET /v2.0/networks/6fe3cea9-951c-45c5-bb39-2832b07e1827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934811 Aug 25 17:04:27.719553 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device 60995caa-fc85-4c9e-a5dc-02feeaf7b8c4 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 17:04:27.815308 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port 60995caa-fc85-4c9e-a5dc-02feeaf7b8c4, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=60995caa-fc85-4c9e-a5dc-02feeaf7b8c4,segment=NetworkSegment(7805d27b-101e-4f4b-8b1f-c99cc5b16a07),segment_id=7805d27b-101e-4f4b-8b1f-c99cc5b16a07)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:04:27.826547 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Returning: {'device': '60995caa-fc85-4c9e-a5dc-02feeaf7b8c4', 'network_id': '67402cff-b45f-4fed-abaa-c7f552a48d5e', 'port_id': '60995caa-fc85-4c9e-a5dc-02feeaf7b8c4', 'mac_address': 'fa:16:3e:44:8b:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1495, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecf1d074-31af-4eab-9bb7-bf7bd6ac47eb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 17:04:27.870348 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:27.883969 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60995caa-fc85-4c9e-a5dc-02feeaf7b8c4 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:04:27.906859 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port 60995caa-fc85-4c9e-a5dc-02feeaf7b8c4, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=60995caa-fc85-4c9e-a5dc-02feeaf7b8c4,segment=NetworkSegment(7805d27b-101e-4f4b-8b1f-c99cc5b16a07),segment_id=7805d27b-101e-4f4b-8b1f-c99cc5b16a07)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:04:27.912438 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:27.963714 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Pushing event updated for resources: {'Port': ['ID=60995caa-fc85-4c9e-a5dc-02feeaf7b8c4,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:04:27.971845 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:04:27.972240 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:04:27.972578 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:04:27.972909 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:04:27.973234 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:04:27.973560 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:04:27.973905 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:04:27.974228 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:04:27.974550 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:04:27.974870 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:04:27.975209 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:04:27.975550 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:04:28.100167 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e78e6b9-ec16-4a55-a0ca-242a7ab8f6dd req-96195eb6-86d6-4d47-b167-973ffd660caa tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:28.101901 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6e78e6b9-ec16-4a55-a0ca-242a7ab8f6dd req-96195eb6-86d6-4d47-b167-973ffd660caa tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/ports?device_id=f11162d3-97be-4cda-b823-b6bae1a71982 HTTP/1.1" status: 200 len: 944 time: 0.0617919 Aug 25 17:04:28.176190 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6e78e6b9-ec16-4a55-a0ca-242a7ab8f6dd req-eef16db2-260d-43a4-9700-0bae98062297 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/security-groups?id=9a7fe55f-19e7-4685-8491-78be94af470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671985 Aug 25 17:04:28.189335 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b938262-834d-42b9-99bc-2d8153deaeb8 req-19108224-d4a6-4ebf-bbfb-f58bb594868d tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:28.190592 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1b938262-834d-42b9-99bc-2d8153deaeb8 req-19108224-d4a6-4ebf-bbfb-f58bb594868d tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/ports?device_id=1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b HTTP/1.1" status: 200 len: 944 time: 0.0751617 Aug 25 17:04:28.231356 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1b938262-834d-42b9-99bc-2d8153deaeb8 req-31bb2912-eb2f-4b80-aaba-6c375f844b30 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/security-groups?id=2f41bede-88ae-49ca-a50e-ce7816d45c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349455 Aug 25 17:04:28.351983 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f908fd85-9132-4713-835d-c49d378935ee req-f1e70915-d11e-4d23-824f-8c9a22abc0d0 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:28.353459 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f908fd85-9132-4713-835d-c49d378935ee req-f1e70915-d11e-4d23-824f-8c9a22abc0d0 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 946 time: 0.0489342 Aug 25 17:04:28.390856 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f908fd85-9132-4713-835d-c49d378935ee req-981ff7b6-734e-4f79-985f-f5b625bbe011 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312674 Aug 25 17:04:28.735988 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a918c-3de3-4e5a-b5a9-b4bc1744a61b req-39fb0775-dd8a-4281-b3d5-0a9143f5abbe tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:28.737434 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ae9a918c-3de3-4e5a-b5a9-b4bc1744a61b req-39fb0775-dd8a-4281-b3d5-0a9143f5abbe tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/ports?device_id=585eef15-7066-4180-b81c-f2dfa7cd096b HTTP/1.1" status: 200 len: 945 time: 0.0500715 Aug 25 17:04:28.774611 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ae9a918c-3de3-4e5a-b5a9-b4bc1744a61b req-a6b0c5e4-38c8-4632-aa91-1779da831adb tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ff2fa2b-3d3a-480d-b2c8-4b08fb33b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313203 Aug 25 17:04:28.806069 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] get_ports_and_sgs() called for port_ids ['60995caa-fc85-4c9e-a5dc-02feeaf7b8c4'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:04:29.291531 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42076431-4942-4512-b36f-457efc895122 req-57a5eb9f-a4c5-4b09-b1ec-cc086211b6d9 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:29.293009 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-42076431-4942-4512-b36f-457efc895122 req-57a5eb9f-a4c5-4b09-b1ec-cc086211b6d9 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/ports?device_id=f11162d3-97be-4cda-b823-b6bae1a71982 HTTP/1.1" status: 200 len: 944 time: 0.0486169 Aug 25 17:04:29.362147 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-42076431-4942-4512-b36f-457efc895122 req-3e56a9fd-83f9-4230-8cc1-f05557b453f9 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/security-groups?id=9a7fe55f-19e7-4685-8491-78be94af470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622811 Aug 25 17:04:29.381303 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258cede9-10ce-4084-aad7-4062d6237c2c req-10e69c89-b478-4cec-be9f-02821bc4a61c tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:29.381303 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-258cede9-10ce-4084-aad7-4062d6237c2c req-10e69c89-b478-4cec-be9f-02821bc4a61c tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/ports?device_id=1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b HTTP/1.1" status: 200 len: 944 time: 0.0752218 Aug 25 17:04:29.419750 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-258cede9-10ce-4084-aad7-4062d6237c2c req-8ce3b70a-6908-4dc5-b947-a6c0ebbe0200 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/security-groups?id=2f41bede-88ae-49ca-a50e-ce7816d45c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329111 Aug 25 17:04:29.503218 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12aa6c8-360a-4414-b66f-72f66328706b req-bfe32723-3b0c-4e4c-9e69-1cb531b63820 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:29.504586 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b12aa6c8-360a-4414-b66f-72f66328706b req-bfe32723-3b0c-4e4c-9e69-1cb531b63820 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 946 time: 0.0472612 Aug 25 17:04:29.542081 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b12aa6c8-360a-4414-b66f-72f66328706b req-a6959ebd-6bcd-434f-a1c3-5bd31d6162f2 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315933 Aug 25 17:04:29.890699 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d3b51-23eb-4d58-8747-34f3efc10213 req-6ff86aa7-fcf9-4fe5-99d4-2b3ac5873e5e tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:29.892881 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-865d3b51-23eb-4d58-8747-34f3efc10213 req-6ff86aa7-fcf9-4fe5-99d4-2b3ac5873e5e tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/ports?device_id=585eef15-7066-4180-b81c-f2dfa7cd096b HTTP/1.1" status: 200 len: 945 time: 0.0523043 Aug 25 17:04:29.930108 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-865d3b51-23eb-4d58-8747-34f3efc10213 req-37e230dc-5a21-4a91-81b4-92833c21c71c tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ff2fa2b-3d3a-480d-b2c8-4b08fb33b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309951 Aug 25 17:04:30.477434 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0402d4d-90f6-4e74-9491-1dd09c27e98e req-9ccda4d4-8af7-4261-8407-0a6d5f0a3b0f tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:30.478958 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a0402d4d-90f6-4e74-9491-1dd09c27e98e req-9ccda4d4-8af7-4261-8407-0a6d5f0a3b0f tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/ports?device_id=f11162d3-97be-4cda-b823-b6bae1a71982 HTTP/1.1" status: 200 len: 944 time: 0.0486507 Aug 25 17:04:30.543313 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a0402d4d-90f6-4e74-9491-1dd09c27e98e req-c8484556-7800-4bda-912c-003bcf0ca789 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/security-groups?id=9a7fe55f-19e7-4685-8491-78be94af470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583656 Aug 25 17:04:30.547893 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-675b0cfa-30a8-494e-b3ff-bb445488b7d8 None None] Agent healthcheck: found 6 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:04:30.555437 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c227335-8e4e-4f25-8e22-dae6e7347ede req-f84566e3-54b8-4440-8c48-84ab24dac5f9 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:30.556874 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4c227335-8e4e-4f25-8e22-dae6e7347ede req-f84566e3-54b8-4440-8c48-84ab24dac5f9 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/ports?device_id=1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b HTTP/1.1" status: 200 len: 944 time: 0.0660901 Aug 25 17:04:30.595578 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4c227335-8e4e-4f25-8e22-dae6e7347ede req-25a45322-feb8-45f4-92ee-ac631816db17 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/security-groups?id=2f41bede-88ae-49ca-a50e-ce7816d45c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328374 Aug 25 17:04:30.659141 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3489d3-daeb-421d-8376-2d02e0791c61 req-0f0a87bd-318e-4146-8f1e-6b0a7b1ce0f5 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:30.660640 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-db3489d3-daeb-421d-8376-2d02e0791c61 req-0f0a87bd-318e-4146-8f1e-6b0a7b1ce0f5 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 946 time: 0.0529709 Aug 25 17:04:30.699485 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-db3489d3-daeb-421d-8376-2d02e0791c61 req-df2c2e41-6bc4-49ac-bfa3-b39b34aad63d tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325384 Aug 25 17:04:31.042523 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f4e5df-af22-4e16-956b-eceed9ba8469 req-9e9401ec-a4bf-401b-8c95-c22e33232821 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:31.043962 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-59f4e5df-af22-4e16-956b-eceed9ba8469 req-9e9401ec-a4bf-401b-8c95-c22e33232821 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/ports?device_id=585eef15-7066-4180-b81c-f2dfa7cd096b HTTP/1.1" status: 200 len: 945 time: 0.0478313 Aug 25 17:04:31.081659 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-59f4e5df-af22-4e16-956b-eceed9ba8469 req-5b49b806-f8f6-4895-b0a8-6cd50f18aeff tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ff2fa2b-3d3a-480d-b2c8-4b08fb33b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312080 Aug 25 17:04:31.505765 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a28b56c-2c95-46e5-ae1c-1595401b444d req-ecc3b02e-293c-45bd-9aa2-2f5148f389d9 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:31.507222 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1a28b56c-2c95-46e5-ae1c-1595401b444d req-ecc3b02e-293c-45bd-9aa2-2f5148f389d9 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=17b236dd-1c15-4fc0-9e0d-419e771fb11c HTTP/1.1" status: 200 len: 945 time: 0.0481560 Aug 25 17:04:31.547964 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1a28b56c-2c95-46e5-ae1c-1595401b444d req-e6978ae8-47bc-4800-b831-23b31a58b6e7 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331254 Aug 25 17:04:31.663096 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ad837-a916-4f86-8566-a50e1c9be22f req-70843081-9d2f-4adc-a1d3-180f5db0b507 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:31.664593 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e40ad837-a916-4f86-8566-a50e1c9be22f req-70843081-9d2f-4adc-a1d3-180f5db0b507 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/ports?device_id=f11162d3-97be-4cda-b823-b6bae1a71982 HTTP/1.1" status: 200 len: 944 time: 0.0529494 Aug 25 17:04:31.727754 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e40ad837-a916-4f86-8566-a50e1c9be22f req-1c7a5a05-01ba-49ee-a7fe-28d8e2683ffa tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/security-groups?id=9a7fe55f-19e7-4685-8491-78be94af470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543444 Aug 25 17:04:31.733375 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device 60995caa-fc85-4c9e-a5dc-02feeaf7b8c4 up at agent hyperv_hv-cinder-79124 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:04:31.736752 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c0a8a6-a41a-4cb8-8f6f-77137dc54b5f req-56a71cbe-6028-4019-8886-503334785ddd tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:31.738278 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-92c0a8a6-a41a-4cb8-8f6f-77137dc54b5f req-56a71cbe-6028-4019-8886-503334785ddd tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/ports?device_id=1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b HTTP/1.1" status: 200 len: 944 time: 0.0728209 Aug 25 17:04:31.778381 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-92c0a8a6-a41a-4cb8-8f6f-77137dc54b5f req-ac2e59a0-f856-4aa5-a93a-ce8f200d0f83 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/security-groups?id=2f41bede-88ae-49ca-a50e-ce7816d45c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331149 Aug 25 17:04:31.785493 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Provisioning for port 60995caa-fc85-4c9e-a5dc-02feeaf7b8c4 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:04:31.789445 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Provisioning complete for port 60995caa-fc85-4c9e-a5dc-02feeaf7b8c4 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:04:31.789873 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:31.842786 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f95458-7187-42df-938c-a25913183f7a req-780138c7-bc73-4951-9fa4-c2a69c83e0ff tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:31.844492 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-09f95458-7187-42df-938c-a25913183f7a req-780138c7-bc73-4951-9fa4-c2a69c83e0ff tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 946 time: 0.0525644 Aug 25 17:04:31.870919 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:31.887645 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-09f95458-7187-42df-938c-a25913183f7a req-1b7e7025-eb3c-448f-91a6-6cdb1f892239 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342491 Aug 25 17:04:31.889246 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4cff64-fbd4-4d57-bef7-b48c3ce46e6d req-1d6150a1-90a5-4f64-91e1-104b2849aaf9 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:31.892594 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1e4cff64-fbd4-4d57-bef7-b48c3ce46e6d req-1d6150a1-90a5-4f64-91e1-104b2849aaf9 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.16 "GET /v2.0/ports?device_id=585eef15-7066-4180-b81c-f2dfa7cd096b HTTP/1.1" status: 200 len: 945 time: 0.0550721 Aug 25 17:04:31.894827 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60995caa-fc85-4c9e-a5dc-02feeaf7b8c4'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:04:31.897082 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a4fac4520762e8d57daf7008e8680b9db75e4099b28a5f40786ddec6b187ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b9d79e-dbc3-44a9-83ce-f78f248d9cf3" -d '{"events": [{"server_uuid": "1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b", "name": "network-vif-plugged", "status": "completed", "tag": "60995caa-fc85-4c9e-a5dc-02feeaf7b8c4"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:04:31.910253 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port 60995caa-fc85-4c9e-a5dc-02feeaf7b8c4, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=60995caa-fc85-4c9e-a5dc-02feeaf7b8c4,segment=NetworkSegment(7805d27b-101e-4f4b-8b1f-c99cc5b16a07),segment_id=7805d27b-101e-4f4b-8b1f-c99cc5b16a07)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:04:31.914408 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:31.915182 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device 5adc6b44-036b-47d3-a371-9470ac6bc4c6 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:04:31.958684 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00acdcf8-fa30-45df-8048-772611982a11 x-openstack-request-id: req-00acdcf8-fa30-45df-8048-772611982a11 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:04:31.958970 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b", "name": "network-vif-plugged", "status": "completed", "tag": "60995caa-fc85-4c9e-a5dc-02feeaf7b8c4", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:04:31.959221 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-00acdcf8-fa30-45df-8048-772611982a11 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:04:31.959604 dv-cinder-791240-5-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60995caa-fc85-4c9e-a5dc-02feeaf7b8c4', 'code': 200} Aug 25 17:04:31.994518 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Pushing event updated for resources: {'Port': ['ID=60995caa-fc85-4c9e-a5dc-02feeaf7b8c4,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:04:32.025217 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-1e4cff64-fbd4-4d57-bef7-b48c3ce46e6d req-81879ebb-4c1f-43ba-851e-4a7f51922337 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Deleting port 5adc6b44-036b-47d3-a371-9470ac6bc4c6 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:04:32.025217 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1e4cff64-fbd4-4d57-bef7-b48c3ce46e6d req-81879ebb-4c1f-43ba-851e-4a7f51922337 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743706167839'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:32.041707 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:32.084619 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port 5adc6b44-036b-47d3-a371-9470ac6bc4c6, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=5adc6b44-036b-47d3-a371-9470ac6bc4c6,segment=NetworkSegment(afe6f7c0-b77b-4548-99ec-fb34a489e3ce),segment_id=afe6f7c0-b77b-4548-99ec-fb34a489e3ce)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:04:32.089426 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:32.133970 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-1e4cff64-fbd4-4d57-bef7-b48c3ce46e6d req-81879ebb-4c1f-43ba-851e-4a7f51922337 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] For port 5adc6b44-036b-47d3-a371-9470ac6bc4c6, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=5adc6b44-036b-47d3-a371-9470ac6bc4c6,segment=NetworkSegment(afe6f7c0-b77b-4548-99ec-fb34a489e3ce),segment_id=afe6f7c0-b77b-4548-99ec-fb34a489e3ce)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:04:32.134474 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1e4cff64-fbd4-4d57-bef7-b48c3ce46e6d req-81879ebb-4c1f-43ba-851e-4a7f51922337 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616478'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:32.139572 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Pushing event updated for resources: {'Port': ['ID=5adc6b44-036b-47d3-a371-9470ac6bc4c6,revision_number=6']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:04:32.150622 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-1e4cff64-fbd4-4d57-bef7-b48c3ce46e6d req-81879ebb-4c1f-43ba-851e-4a7f51922337 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Calling delete_port for 5adc6b44-036b-47d3-a371-9470ac6bc4c6 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:04:32.208307 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d4f95-e670-4cbd-bafd-6aaffaf0f3ca req-fd9ea684-f39d-42b2-b82b-d552ddceda4f tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:32.209811 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e19d4f95-e670-4cbd-bafd-6aaffaf0f3ca req-fd9ea684-f39d-42b2-b82b-d552ddceda4f tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/ports?device_id=585eef15-7066-4180-b81c-f2dfa7cd096b HTTP/1.1" status: 200 len: 943 time: 0.0516541 Aug 25 17:04:32.243485 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc236a43-dab3-400e-a600-8a6e7956f7f1 req-6114e51e-be67-473e-b6db-0e8112a6df55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:32.245013 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-fc236a43-dab3-400e-a600-8a6e7956f7f1 req-6114e51e-be67-473e-b6db-0e8112a6df55 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b HTTP/1.1" status: 200 len: 1098 time: 0.0902846 Aug 25 17:04:32.247434 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e19d4f95-e670-4cbd-bafd-6aaffaf0f3ca req-e9313d5b-6f58-4d0e-94ec-e63f9a7d43b4 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ff2fa2b-3d3a-480d-b2c8-4b08fb33b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315843 Aug 25 17:04:32.299337 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-fc236a43-dab3-400e-a600-8a6e7956f7f1 req-af01cfb0-64d1-4adc-b400-d039e1c0b3da service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2f41bede-88ae-49ca-a50e-ce7816d45c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442212 Aug 25 17:04:32.352422 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1e4cff64-fbd4-4d57-bef7-b48c3ce46e6d req-81879ebb-4c1f-43ba-851e-4a7f51922337 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743706076703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743705601028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732937'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:32.385832 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81879ebb-4c1f-43ba-851e-4a7f51922337 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Pushing event deleted for resources: {'Port': ['ID=5adc6b44-036b-47d3-a371-9470ac6bc4c6,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:04:32.425791 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e4cff64-fbd4-4d57-bef7-b48c3ce46e6d req-81879ebb-4c1f-43ba-851e-4a7f51922337 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] No DVR routers for this DVR port 5adc6b44-036b-47d3-a371-9470ac6bc4c6 on host hv-cinder-79124 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:04:32.428365 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1e4cff64-fbd4-4d57-bef7-b48c3ce46e6d req-81879ebb-4c1f-43ba-851e-4a7f51922337 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:32.430398 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1e4cff64-fbd4-4d57-bef7-b48c3ce46e6d req-81879ebb-4c1f-43ba-851e-4a7f51922337 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.16 "DELETE /v2.0/ports/5adc6b44-036b-47d3-a371-9470ac6bc4c6 HTTP/1.1" status: 204 len: 173 time: 0.5182452 Aug 25 17:04:32.430853 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '585eef15-7066-4180-b81c-f2dfa7cd096b', 'name': 'network-vif-deleted', 'tag': '5adc6b44-036b-47d3-a371-9470ac6bc4c6'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:04:32.433081 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30294bf1a97406c8a8235025fddf2f3c25b52a26b11c10f571ea972848b08700" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f23b80e-8912-4fa4-a322-060ad6d4e1e9" -d '{"events": [{"server_uuid": "585eef15-7066-4180-b81c-f2dfa7cd096b", "name": "network-vif-deleted", "tag": "5adc6b44-036b-47d3-a371-9470ac6bc4c6"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:04:32.468562 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f344f6-f16c-4b3d-bed1-ed5d72c4b757 x-openstack-request-id: req-40f344f6-f16c-4b3d-bed1-ed5d72c4b757 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:04:32.468858 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "585eef15-7066-4180-b81c-f2dfa7cd096b", "name": "network-vif-deleted", "tag": "5adc6b44-036b-47d3-a371-9470ac6bc4c6", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:04:32.469137 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-40f344f6-f16c-4b3d-bed1-ed5d72c4b757 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:04:32.469539 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '585eef15-7066-4180-b81c-f2dfa7cd096b', 'name': 'network-vif-deleted', 'tag': '5adc6b44-036b-47d3-a371-9470ac6bc4c6', 'status': 'completed', 'code': 200} Aug 25 17:04:32.884199 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4149c8ad-24f6-4908-a639-8f143bac82a0 req-2eb292ce-ff7d-4dfd-8198-44e20381f7dc tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:32.885926 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4149c8ad-24f6-4908-a639-8f143bac82a0 req-2eb292ce-ff7d-4dfd-8198-44e20381f7dc tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=17b236dd-1c15-4fc0-9e0d-419e771fb11c HTTP/1.1" status: 200 len: 945 time: 0.0868545 Aug 25 17:04:32.898251 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bafda3-aade-4977-9203-b0af526a4cbd req-aa90639e-aae1-45f7-823e-be9bbecd54c0 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:32.899860 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-23bafda3-aade-4977-9203-b0af526a4cbd req-aa90639e-aae1-45f7-823e-be9bbecd54c0 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/ports?device_id=f11162d3-97be-4cda-b823-b6bae1a71982 HTTP/1.1" status: 200 len: 944 time: 0.0707867 Aug 25 17:04:32.958474 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4149c8ad-24f6-4908-a639-8f143bac82a0 req-00f2e7fb-9e1b-43b1-b239-d479f6daf062 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576885 Aug 25 17:04:32.966216 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-23bafda3-aade-4977-9203-b0af526a4cbd req-5589f9dc-9ac2-4af1-a344-2f1dc844a188 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/security-groups?id=9a7fe55f-19e7-4685-8491-78be94af470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594182 Aug 25 17:04:33.092812 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dff798-7790-45e1-8fd3-437c58ff1c68 req-ef83eed6-30a1-4150-b5b4-ce5a37de7910 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:33.094855 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f8dff798-7790-45e1-8fd3-437c58ff1c68 req-ef83eed6-30a1-4150-b5b4-ce5a37de7910 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 946 time: 0.0676699 Aug 25 17:04:33.105985 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f7167-59bf-4be2-916f-f96b205a3427 req-983a6dc1-dda9-4b9a-b825-7aac6d4fcbeb tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:33.107439 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-852f7167-59bf-4be2-916f-f96b205a3427 req-983a6dc1-dda9-4b9a-b825-7aac6d4fcbeb tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/ports?device_id=1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b HTTP/1.1" status: 200 len: 945 time: 0.0927835 Aug 25 17:04:33.167780 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f8dff798-7790-45e1-8fd3-437c58ff1c68 req-b9d850be-d8ba-49cf-8945-a17da93fe51a tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593615 Aug 25 17:04:33.170600 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-852f7167-59bf-4be2-916f-f96b205a3427 req-0e3da00a-8e2e-4a26-b0d1-b637ce221053 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/security-groups?id=2f41bede-88ae-49ca-a50e-ce7816d45c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521357 Aug 25 17:04:33.365086 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ba6b1305-4b73-4fa0-ae33-424945d7af60 req-1999b000-86a5-4a81-afc2-d47eb29158d0 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/ports?device_id=585eef15-7066-4180-b81c-f2dfa7cd096b HTTP/1.1" status: 200 len: 210 time: 0.0346260 Aug 25 17:04:33.960517 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '585eef15-7066-4180-b81c-f2dfa7cd096b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5adc6b44-036b-47d3-a371-9470ac6bc4c6'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:04:33.962841 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a4fac4520762e8d57daf7008e8680b9db75e4099b28a5f40786ddec6b187ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0373cc1-3453-48a0-af18-11c26d2b3ca8" -d '{"events": [{"server_uuid": "585eef15-7066-4180-b81c-f2dfa7cd096b", "name": "network-vif-unplugged", "status": "completed", "tag": "5adc6b44-036b-47d3-a371-9470ac6bc4c6"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:04:33.999765 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 17:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2948d0e6-2908-47fc-aaf1-36d66e14c1a3 x-openstack-request-id: req-2948d0e6-2908-47fc-aaf1-36d66e14c1a3 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:04:34.000055 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "585eef15-7066-4180-b81c-f2dfa7cd096b", "name": "network-vif-unplugged", "status": "completed", "tag": "5adc6b44-036b-47d3-a371-9470ac6bc4c6", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:04:34.000641 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2948d0e6-2908-47fc-aaf1-36d66e14c1a3 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:04:34.001223 dv-cinder-791240-5-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '585eef15-7066-4180-b81c-f2dfa7cd096b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5adc6b44-036b-47d3-a371-9470ac6bc4c6', 'code': 200} Aug 25 17:04:34.102025 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ea091-ac9b-4654-85a7-18dc15ee1f0c req-d295e741-b502-4150-b1e7-ad6a9cafeabe tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:34.103379 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e75ea091-ac9b-4654-85a7-18dc15ee1f0c req-d295e741-b502-4150-b1e7-ad6a9cafeabe tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=17b236dd-1c15-4fc0-9e0d-419e771fb11c HTTP/1.1" status: 200 len: 945 time: 0.0753889 Aug 25 17:04:34.115259 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397a0833-3cb8-499a-b9c1-603753c5418f req-63420804-87a8-4dfb-9a48-eb06146b0e8a tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:34.116660 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-397a0833-3cb8-499a-b9c1-603753c5418f req-63420804-87a8-4dfb-9a48-eb06146b0e8a tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/ports?device_id=f11162d3-97be-4cda-b823-b6bae1a71982 HTTP/1.1" status: 200 len: 944 time: 0.0627894 Aug 25 17:04:34.170068 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e75ea091-ac9b-4654-85a7-18dc15ee1f0c req-cdad4294-da9f-42e2-b2d0-e3b2212763ae tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524642 Aug 25 17:04:34.174663 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-397a0833-3cb8-499a-b9c1-603753c5418f req-c5bc6fc6-a2d6-4ecc-8778-6e924914ea39 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/security-groups?id=9a7fe55f-19e7-4685-8491-78be94af470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514290 Aug 25 17:04:34.287449 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e5573-be33-4cdb-95c9-3ce206eab0a3 req-cdf3082a-3255-47fe-833f-66bd3b8339a4 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:34.288899 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-db3e5573-be33-4cdb-95c9-3ce206eab0a3 req-cdf3082a-3255-47fe-833f-66bd3b8339a4 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/ports?device_id=1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b HTTP/1.1" status: 200 len: 945 time: 0.0519743 Aug 25 17:04:34.326784 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-db3e5573-be33-4cdb-95c9-3ce206eab0a3 req-9d0047bb-328d-40d2-a0e2-910cc7629fb5 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/security-groups?id=2f41bede-88ae-49ca-a50e-ce7816d45c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319030 Aug 25 17:04:35.279493 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb536631-073b-4312-b98e-c73e411b172b req-e7217143-4a43-472b-a5b1-bbad87cc0f22 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:35.281234 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-fb536631-073b-4312-b98e-c73e411b172b req-e7217143-4a43-472b-a5b1-bbad87cc0f22 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.16 "GET /v2.0/ports?device_id=17b236dd-1c15-4fc0-9e0d-419e771fb11c HTTP/1.1" status: 200 len: 945 time: 0.0560126 Aug 25 17:04:35.393713 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-fb536631-073b-4312-b98e-c73e411b172b req-67fa8b10-e7a0-4638-9951-73fd09b66af3 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Deleting port 8fac6f71-38b9-43dc-9541-276b82165957 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:04:35.394062 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb536631-073b-4312-b98e-c73e411b172b req-67fa8b10-e7a0-4638-9951-73fd09b66af3 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743706167839'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:35.436833 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe55967-d891-437b-9a4d-fd09dfde5f3b req-1341956e-1694-4abc-819e-194aee8b7199 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:35.438939 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-afe55967-d891-437b-9a4d-fd09dfde5f3b req-1341956e-1694-4abc-819e-194aee8b7199 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=17b236dd-1c15-4fc0-9e0d-419e771fb11c HTTP/1.1" status: 200 len: 945 time: 0.0488410 Aug 25 17:04:35.476659 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-afe55967-d891-437b-9a4d-fd09dfde5f3b req-667ccb31-7f06-4fd2-9b12-81909e94e09f tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316777 Aug 25 17:04:35.480843 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-fb536631-073b-4312-b98e-c73e411b172b req-67fa8b10-e7a0-4638-9951-73fd09b66af3 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] For port 8fac6f71-38b9-43dc-9541-276b82165957, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=8fac6f71-38b9-43dc-9541-276b82165957,segment=NetworkSegment(464881d0-366d-4203-be8e-e80b8f8623d9),segment_id=464881d0-366d-4203-be8e-e80b8f8623d9)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:04:35.481215 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb536631-073b-4312-b98e-c73e411b172b req-67fa8b10-e7a0-4638-9951-73fd09b66af3 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616478'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:35.495169 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-fb536631-073b-4312-b98e-c73e411b172b req-67fa8b10-e7a0-4638-9951-73fd09b66af3 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Calling delete_port for 8fac6f71-38b9-43dc-9541-276b82165957 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:04:35.581765 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e09349-7ad4-4b86-8533-8ac8687668b2 req-ec69eaed-a7ce-4bb3-96eb-a5ccd2b020fe tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:35.583262 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a2e09349-7ad4-4b86-8533-8ac8687668b2 req-ec69eaed-a7ce-4bb3-96eb-a5ccd2b020fe tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/ports?device_id=f11162d3-97be-4cda-b823-b6bae1a71982 HTTP/1.1" status: 200 len: 944 time: 0.0494306 Aug 25 17:04:35.621132 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a2e09349-7ad4-4b86-8533-8ac8687668b2 req-ea43e15d-f46f-4d6f-af00-41619371a27f tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/security-groups?id=9a7fe55f-19e7-4685-8491-78be94af470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320034 Aug 25 17:04:35.630578 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb536631-073b-4312-b98e-c73e411b172b req-67fa8b10-e7a0-4638-9951-73fd09b66af3 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743706076703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743705601028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732937'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:35.645564 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] get_ports_and_sgs() called for port_ids ['d7388651-35dd-46eb-8a4c-dc28e4d9f3a0', '82126cd2-f661-4cb3-a592-55de03afb0b3', '6fb11535-3441-4b83-aab6-ca3aa2d69f11', '8fac6f71-38b9-43dc-9541-276b82165957'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:04:35.659798 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fa8b10-e7a0-4638-9951-73fd09b66af3 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Pushing event deleted for resources: {'Port': ['ID=8fac6f71-38b9-43dc-9541-276b82165957,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:04:35.705418 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb536631-073b-4312-b98e-c73e411b172b req-67fa8b10-e7a0-4638-9951-73fd09b66af3 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] No DVR routers for this DVR port 8fac6f71-38b9-43dc-9541-276b82165957 on host hv-cinder-79124 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:04:35.708060 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb536631-073b-4312-b98e-c73e411b172b req-67fa8b10-e7a0-4638-9951-73fd09b66af3 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:35.710465 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-fb536631-073b-4312-b98e-c73e411b172b req-67fa8b10-e7a0-4638-9951-73fd09b66af3 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.16 "DELETE /v2.0/ports/8fac6f71-38b9-43dc-9541-276b82165957 HTTP/1.1" status: 204 len: 173 time: 0.4132743 Aug 25 17:04:35.710903 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17b236dd-1c15-4fc0-9e0d-419e771fb11c', 'name': 'network-vif-deleted', 'tag': '8fac6f71-38b9-43dc-9541-276b82165957'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:04:35.713172 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30294bf1a97406c8a8235025fddf2f3c25b52a26b11c10f571ea972848b08700" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b95a50c9-47dd-4b0f-8ec8-09ab7344f23e" -d '{"events": [{"server_uuid": "17b236dd-1c15-4fc0-9e0d-419e771fb11c", "name": "network-vif-deleted", "tag": "8fac6f71-38b9-43dc-9541-276b82165957"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:04:35.751384 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a3939a-fe08-42e4-b709-b4400f71b11f req-a9a78c9d-ee6c-40e0-9bbc-dfd601c1317a tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:35.753056 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f5a3939a-fe08-42e4-b709-b4400f71b11f req-a9a78c9d-ee6c-40e0-9bbc-dfd601c1317a tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/ports?device_id=1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b HTTP/1.1" status: 200 len: 945 time: 0.0623844 Aug 25 17:04:35.793154 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f5a3939a-fe08-42e4-b709-b4400f71b11f req-1e453365-4463-44db-ac14-5bf2a28569e2 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/security-groups?id=2f41bede-88ae-49ca-a50e-ce7816d45c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341291 Aug 25 17:04:35.894251 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89053585-5eae-47b3-92b4-e0b55c18cb77 x-openstack-request-id: req-89053585-5eae-47b3-92b4-e0b55c18cb77 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:04:35.894733 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17b236dd-1c15-4fc0-9e0d-419e771fb11c", "name": "network-vif-deleted", "tag": "8fac6f71-38b9-43dc-9541-276b82165957", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:04:35.895182 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-89053585-5eae-47b3-92b4-e0b55c18cb77 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:04:35.896397 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17b236dd-1c15-4fc0-9e0d-419e771fb11c', 'name': 'network-vif-deleted', 'tag': '8fac6f71-38b9-43dc-9541-276b82165957', 'status': 'completed', 'code': 200} Aug 25 17:04:35.990685 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91c9535-f009-4d5b-885a-bb2606ea47db req-74c7f927-3d2f-44fa-be23-a52786285078 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:35.992324 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c91c9535-f009-4d5b-885a-bb2606ea47db req-74c7f927-3d2f-44fa-be23-a52786285078 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/ports?device_id=1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b HTTP/1.1" status: 200 len: 945 time: 0.0521274 Aug 25 17:04:36.041200 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c91c9535-f009-4d5b-885a-bb2606ea47db req-e10a4999-5f9b-4634-a236-d0d1e136a51a tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/security-groups?id=2f41bede-88ae-49ca-a50e-ce7816d45c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380695 Aug 25 17:04:36.620070 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82722756-a68c-4b67-baf7-c95f8a672797 req-7564449f-41b6-42cb-b3dd-753862cef278 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:36.621517 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-82722756-a68c-4b67-baf7-c95f8a672797 req-7564449f-41b6-42cb-b3dd-753862cef278 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/ports?device_id=1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b HTTP/1.1" status: 200 len: 945 time: 0.0476520 Aug 25 17:04:36.659011 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-82722756-a68c-4b67-baf7-c95f8a672797 req-75376830-0a12-4eec-8718-a36caea85caa tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/security-groups?id=2f41bede-88ae-49ca-a50e-ce7816d45c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314789 Aug 25 17:04:36.911890 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0596f10d-b7ed-4325-bde1-0e9de44906ff req-b0d058eb-3e99-4ece-99e4-551b105d3405 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:36.914362 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0596f10d-b7ed-4325-bde1-0e9de44906ff req-b0d058eb-3e99-4ece-99e4-551b105d3405 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/ports?device_id=f11162d3-97be-4cda-b823-b6bae1a71982 HTTP/1.1" status: 200 len: 944 time: 0.0759561 Aug 25 17:04:36.954906 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0596f10d-b7ed-4325-bde1-0e9de44906ff req-c7dfea9f-2f96-4868-ab12-ac9506871921 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/security-groups?id=9a7fe55f-19e7-4685-8491-78be94af470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339801 Aug 25 17:04:37.784422 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device f20b890b-7181-4ff1-acca-0f73547d9480 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 17:04:37.883303 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port f20b890b-7181-4ff1-acca-0f73547d9480, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=f20b890b-7181-4ff1-acca-0f73547d9480,segment=NetworkSegment(5869c28b-1ae8-41c8-939f-b652bb6315aa),segment_id=5869c28b-1ae8-41c8-939f-b652bb6315aa)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:04:37.895741 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Returning: {'device': 'f20b890b-7181-4ff1-acca-0f73547d9480', 'network_id': 'babef823-13d0-4c9c-ac11-3e08eee348af', 'port_id': 'f20b890b-7181-4ff1-acca-0f73547d9480', 'mac_address': 'fa:16:3e:5c:22:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1492, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfe00ef0-b79f-4f8a-b5ba-574e5c012373', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 17:04:37.939614 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:37.953909 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f20b890b-7181-4ff1-acca-0f73547d9480 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:04:37.977980 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port f20b890b-7181-4ff1-acca-0f73547d9480, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=f20b890b-7181-4ff1-acca-0f73547d9480,segment=NetworkSegment(5869c28b-1ae8-41c8-939f-b652bb6315aa),segment_id=5869c28b-1ae8-41c8-939f-b652bb6315aa)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:04:37.981956 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:38.050413 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Pushing event updated for resources: {'Port': ['ID=f20b890b-7181-4ff1-acca-0f73547d9480,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:04:38.182755 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4fddd4-13be-4b5f-8535-c1daa58bdb3d req-2b517c77-36f7-40ee-97f0-6f93dcc620ce tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:38.184959 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8f4fddd4-13be-4b5f-8535-c1daa58bdb3d req-2b517c77-36f7-40ee-97f0-6f93dcc620ce tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/ports?device_id=f11162d3-97be-4cda-b823-b6bae1a71982 HTTP/1.1" status: 200 len: 945 time: 0.0504725 Aug 25 17:04:38.223557 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8f4fddd4-13be-4b5f-8535-c1daa58bdb3d req-22a20279-e454-4cda-becf-fc0e4e3cad16 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/security-groups?id=9a7fe55f-19e7-4685-8491-78be94af470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330155 Aug 25 17:04:38.325455 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdbbcf4-4bbe-48a1-9269-734d30bb0931 req-87f348cf-5394-4a33-957c-c026de3a7e85 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:38.326969 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-cfdbbcf4-4bbe-48a1-9269-734d30bb0931 req-87f348cf-5394-4a33-957c-c026de3a7e85 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=794863af-1cf7-4172-98ee-62423583e07d HTTP/1.1" status: 200 len: 945 time: 0.0484612 Aug 25 17:04:38.366332 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-cfdbbcf4-4bbe-48a1-9269-734d30bb0931 req-c6aea9af-d42a-4f56-85dd-ead430865674 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316250 Aug 25 17:04:38.492429 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] get_ports_and_sgs() called for port_ids ['f20b890b-7181-4ff1-acca-0f73547d9480'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:04:38.858926 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08434bb3-9900-4ecf-b528-10021eadc7ce req-26c1e651-31f1-4945-9c44-816e771dfecb tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:38.860918 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-08434bb3-9900-4ecf-b528-10021eadc7ce req-26c1e651-31f1-4945-9c44-816e771dfecb tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 945 time: 0.0516438 Aug 25 17:04:38.898928 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-08434bb3-9900-4ecf-b528-10021eadc7ce req-7db1096c-f12d-441a-a416-e4ef095eac58 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321233 Aug 25 17:04:39.347250 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3611cb-c716-426f-8bb4-7c77d7e35343 req-1c55b297-cfee-437c-8f4c-c856b1e78df5 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:39.348712 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4b3611cb-c716-426f-8bb4-7c77d7e35343 req-1c55b297-cfee-437c-8f4c-c856b1e78df5 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/ports?device_id=f11162d3-97be-4cda-b823-b6bae1a71982 HTTP/1.1" status: 200 len: 945 time: 0.0563533 Aug 25 17:04:39.385462 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4b3611cb-c716-426f-8bb4-7c77d7e35343 req-2a1b54ea-2bdd-49fc-ae3d-5ac0805fa05a tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/security-groups?id=9a7fe55f-19e7-4685-8491-78be94af470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308242 Aug 25 17:04:39.485636 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db413b5a-60ff-4006-bf72-fe236d39a9a8 req-564df820-1e70-4319-8694-3b90a8959f66 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:39.487115 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-db413b5a-60ff-4006-bf72-fe236d39a9a8 req-564df820-1e70-4319-8694-3b90a8959f66 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=794863af-1cf7-4172-98ee-62423583e07d HTTP/1.1" status: 200 len: 945 time: 0.0477035 Aug 25 17:04:39.524414 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-db413b5a-60ff-4006-bf72-fe236d39a9a8 req-5137f63f-94be-449a-a7ca-7db1c3cf8767 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313406 Aug 25 17:04:39.776853 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device 8fac6f71-38b9-43dc-9541-276b82165957 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:04:39.796957 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] No Port match for: 8fac6f71-38b9-43dc-9541-276b82165957 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:04:39.797299 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device 8fac6f71-38b9-43dc-9541-276b82165957 not bound to the agent host hv-cinder-79124 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:04:40.014590 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d0ec53-bc01-4246-af94-b999bba2f5d7 req-3ed58c97-08f6-461c-9c9c-1fdcde3a3e77 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:40.016011 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b9d0ec53-bc01-4246-af94-b999bba2f5d7 req-3ed58c97-08f6-461c-9c9c-1fdcde3a3e77 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 945 time: 0.0507343 Aug 25 17:04:40.053813 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b9d0ec53-bc01-4246-af94-b999bba2f5d7 req-8dc164f6-80c5-4d85-986a-68eed04c798b tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314326 Aug 25 17:04:40.500663 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdb9cf0-6abb-43c3-b4e2-8354adee4411 req-c2f074d9-3b36-469b-b4f2-c3edb175ed11 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:40.502161 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-dcdb9cf0-6abb-43c3-b4e2-8354adee4411 req-c2f074d9-3b36-469b-b4f2-c3edb175ed11 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/ports?device_id=f11162d3-97be-4cda-b823-b6bae1a71982 HTTP/1.1" status: 200 len: 945 time: 0.0484402 Aug 25 17:04:40.540878 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-dcdb9cf0-6abb-43c3-b4e2-8354adee4411 req-6ec6449c-3a63-40f8-ba53-a23cd9040c13 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/security-groups?id=9a7fe55f-19e7-4685-8491-78be94af470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328722 Aug 25 17:04:40.646579 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b08eb-ec7d-4cc4-9e6c-5826284f2921 req-6e44dfe7-f669-4e1c-8a8b-ee34c8561cf1 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:40.648027 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ff7b08eb-ec7d-4cc4-9e6c-5826284f2921 req-6e44dfe7-f669-4e1c-8a8b-ee34c8561cf1 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=794863af-1cf7-4172-98ee-62423583e07d HTTP/1.1" status: 200 len: 945 time: 0.0479031 Aug 25 17:04:40.687179 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ff7b08eb-ec7d-4cc4-9e6c-5826284f2921 req-a66efddf-6351-417f-aafb-8cb571d6faa7 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333118 Aug 25 17:04:40.706408 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a610a2f-d127-4bb2-8144-7f4114b0ebeb req-d3496405-b91b-43f7-90fa-3340e8eb4d14 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:40.707902 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2a610a2f-d127-4bb2-8144-7f4114b0ebeb req-d3496405-b91b-43f7-90fa-3340e8eb4d14 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.16 "GET /v2.0/ports?device_id=794863af-1cf7-4172-98ee-62423583e07d HTTP/1.1" status: 200 len: 945 time: 0.0526247 Aug 25 17:04:40.801306 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-2a610a2f-d127-4bb2-8144-7f4114b0ebeb req-03af92e4-601f-4289-8c8a-bc6b23b45f0c tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Deleting port 6fb11535-3441-4b83-aab6-ca3aa2d69f11 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:04:40.801691 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-2a610a2f-d127-4bb2-8144-7f4114b0ebeb req-03af92e4-601f-4289-8c8a-bc6b23b45f0c tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743706167839'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:40.891248 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-2a610a2f-d127-4bb2-8144-7f4114b0ebeb req-03af92e4-601f-4289-8c8a-bc6b23b45f0c tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] For port 6fb11535-3441-4b83-aab6-ca3aa2d69f11, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=6fb11535-3441-4b83-aab6-ca3aa2d69f11,segment=NetworkSegment(464881d0-366d-4203-be8e-e80b8f8623d9),segment_id=464881d0-366d-4203-be8e-e80b8f8623d9)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:04:40.892211 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-2a610a2f-d127-4bb2-8144-7f4114b0ebeb req-03af92e4-601f-4289-8c8a-bc6b23b45f0c tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616478'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:40.905311 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-2a610a2f-d127-4bb2-8144-7f4114b0ebeb req-03af92e4-601f-4289-8c8a-bc6b23b45f0c tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Calling delete_port for 6fb11535-3441-4b83-aab6-ca3aa2d69f11 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:04:41.035615 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-2a610a2f-d127-4bb2-8144-7f4114b0ebeb req-03af92e4-601f-4289-8c8a-bc6b23b45f0c tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743706076703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743705601028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732937'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:41.047551 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] get_ports_and_sgs() called for port_ids ['d7388651-35dd-46eb-8a4c-dc28e4d9f3a0', '82126cd2-f661-4cb3-a592-55de03afb0b3', '6fb11535-3441-4b83-aab6-ca3aa2d69f11'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:04:41.064678 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03af92e4-601f-4289-8c8a-bc6b23b45f0c tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Pushing event deleted for resources: {'Port': ['ID=6fb11535-3441-4b83-aab6-ca3aa2d69f11,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:04:41.107097 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a610a2f-d127-4bb2-8144-7f4114b0ebeb req-03af92e4-601f-4289-8c8a-bc6b23b45f0c tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] No DVR routers for this DVR port 6fb11535-3441-4b83-aab6-ca3aa2d69f11 on host hv-cinder-79124 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:04:41.110133 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-2a610a2f-d127-4bb2-8144-7f4114b0ebeb req-03af92e4-601f-4289-8c8a-bc6b23b45f0c tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:41.114122 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2a610a2f-d127-4bb2-8144-7f4114b0ebeb req-03af92e4-601f-4289-8c8a-bc6b23b45f0c tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.16 "DELETE /v2.0/ports/6fb11535-3441-4b83-aab6-ca3aa2d69f11 HTTP/1.1" status: 204 len: 173 time: 0.3988647 Aug 25 17:04:41.114581 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '794863af-1cf7-4172-98ee-62423583e07d', 'name': 'network-vif-deleted', 'tag': '6fb11535-3441-4b83-aab6-ca3aa2d69f11'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:04:41.117272 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30294bf1a97406c8a8235025fddf2f3c25b52a26b11c10f571ea972848b08700" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df718b9a-a9f1-4c10-a2b1-fa9da02ecd6f" -d '{"events": [{"server_uuid": "794863af-1cf7-4172-98ee-62423583e07d", "name": "network-vif-deleted", "tag": "6fb11535-3441-4b83-aab6-ca3aa2d69f11"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:04:41.182317 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd46034c-8585-40b0-b767-a2a65928ce22 req-e26fc104-8db8-4a8e-8ba7-f6a0eb36eb33 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:41.184141 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-dd46034c-8585-40b0-b767-a2a65928ce22 req-e26fc104-8db8-4a8e-8ba7-f6a0eb36eb33 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 945 time: 0.0579972 Aug 25 17:04:41.227724 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-dd46034c-8585-40b0-b767-a2a65928ce22 req-00aee459-e68a-4caf-9ce5-501035911867 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364804 Aug 25 17:04:41.276337 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5448565f-2a26-484f-b18c-3747a5035d55 x-openstack-request-id: req-5448565f-2a26-484f-b18c-3747a5035d55 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:04:41.276641 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "794863af-1cf7-4172-98ee-62423583e07d", "name": "network-vif-deleted", "tag": "6fb11535-3441-4b83-aab6-ca3aa2d69f11", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:04:41.276891 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5448565f-2a26-484f-b18c-3747a5035d55 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:04:41.277316 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '794863af-1cf7-4172-98ee-62423583e07d', 'name': 'network-vif-deleted', 'tag': '6fb11535-3441-4b83-aab6-ca3aa2d69f11', 'status': 'completed', 'code': 200} Aug 25 17:04:41.670438 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d338cb-8cc9-4bb5-b498-fb196318c1d1 req-0c8388f2-b48d-4c8e-bf0d-140fe991bff8 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:41.672020 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d3d338cb-8cc9-4bb5-b498-fb196318c1d1 req-0c8388f2-b48d-4c8e-bf0d-140fe991bff8 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/ports?device_id=f11162d3-97be-4cda-b823-b6bae1a71982 HTTP/1.1" status: 200 len: 945 time: 0.0517948 Aug 25 17:04:41.716905 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d3d338cb-8cc9-4bb5-b498-fb196318c1d1 req-69e438fb-5471-419f-9b74-3b9129e56306 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/security-groups?id=9a7fe55f-19e7-4685-8491-78be94af470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348561 Aug 25 17:04:41.788790 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device f20b890b-7181-4ff1-acca-0f73547d9480 up at agent hyperv_hv-cinder-79124 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:04:41.818125 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-15b3295f-2ff5-48fd-956a-58c27abb0443 req-a0c1eb25-731d-464f-8f06-a2dc2e2f7db7 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=794863af-1cf7-4172-98ee-62423583e07d HTTP/1.1" status: 200 len: 210 time: 0.0295935 Aug 25 17:04:41.871422 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Provisioning for port f20b890b-7181-4ff1-acca-0f73547d9480 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:04:41.874884 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Provisioning complete for port f20b890b-7181-4ff1-acca-0f73547d9480 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:04:41.875253 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:42.036209 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d4de4-30ca-4086-ab3c-290e12a55d4f req-fe78ff28-ef92-4c92-a882-724859148c29 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:42.037711 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-628d4de4-30ca-4086-ab3c-290e12a55d4f req-fe78ff28-ef92-4c92-a882-724859148c29 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.16 "GET /v2.0/ports?device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 945 time: 0.0555046 Aug 25 17:04:42.065424 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:42.088074 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f11162d3-97be-4cda-b823-b6bae1a71982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f20b890b-7181-4ff1-acca-0f73547d9480'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:04:42.090305 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a4fac4520762e8d57daf7008e8680b9db75e4099b28a5f40786ddec6b187ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da17c68b-e14e-49fa-ada0-646604d9a044" -d '{"events": [{"server_uuid": "f11162d3-97be-4cda-b823-b6bae1a71982", "name": "network-vif-plugged", "status": "completed", "tag": "f20b890b-7181-4ff1-acca-0f73547d9480"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:04:42.104031 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port f20b890b-7181-4ff1-acca-0f73547d9480, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=f20b890b-7181-4ff1-acca-0f73547d9480,segment=NetworkSegment(5869c28b-1ae8-41c8-939f-b652bb6315aa),segment_id=5869c28b-1ae8-41c8-939f-b652bb6315aa)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:04:42.108521 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:42.134851 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82950a47-f24d-478b-9f6b-dae1ed40d1f1 x-openstack-request-id: req-82950a47-f24d-478b-9f6b-dae1ed40d1f1 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:04:42.135141 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f11162d3-97be-4cda-b823-b6bae1a71982", "name": "network-vif-plugged", "status": "completed", "tag": "f20b890b-7181-4ff1-acca-0f73547d9480", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:04:42.135384 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-82950a47-f24d-478b-9f6b-dae1ed40d1f1 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:04:42.135765 dv-cinder-791240-5-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f11162d3-97be-4cda-b823-b6bae1a71982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f20b890b-7181-4ff1-acca-0f73547d9480', 'code': 200} Aug 25 17:04:42.136845 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-628d4de4-30ca-4086-ab3c-290e12a55d4f req-ecce0df9-0fd6-4e36-9f52-7f9b7f640efa tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Deleting port c648d6f0-fb64-4908-bad3-42ad3a053517 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:04:42.137190 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-628d4de4-30ca-4086-ab3c-290e12a55d4f req-ecce0df9-0fd6-4e36-9f52-7f9b7f640efa tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743706167839'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:42.164304 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Pushing event updated for resources: {'Port': ['ID=f20b890b-7181-4ff1-acca-0f73547d9480,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:04:42.224491 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-628d4de4-30ca-4086-ab3c-290e12a55d4f req-ecce0df9-0fd6-4e36-9f52-7f9b7f640efa tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] For port c648d6f0-fb64-4908-bad3-42ad3a053517, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=c648d6f0-fb64-4908-bad3-42ad3a053517,segment=NetworkSegment(4d6da60f-3006-497a-af1b-371736e709aa),segment_id=4d6da60f-3006-497a-af1b-371736e709aa)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:04:42.224969 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-628d4de4-30ca-4086-ab3c-290e12a55d4f req-ecce0df9-0fd6-4e36-9f52-7f9b7f640efa tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616478'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:42.238267 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-628d4de4-30ca-4086-ab3c-290e12a55d4f req-ecce0df9-0fd6-4e36-9f52-7f9b7f640efa tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Calling delete_port for c648d6f0-fb64-4908-bad3-42ad3a053517 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:04:42.357236 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad6b76-1a71-4ff8-94df-34b660cc91f0 req-5abeee8d-f4fe-43c4-9677-ec6395943d47 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:42.358972 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f0ad6b76-1a71-4ff8-94df-34b660cc91f0 req-5abeee8d-f4fe-43c4-9677-ec6395943d47 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=0310e1d0-d2c9-4bb1-b42d-5a67f0102113 HTTP/1.1" status: 200 len: 945 time: 0.0588126 Aug 25 17:04:42.386567 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ccb5c-8c58-4b66-b487-48ff172987d6 req-702538e7-2f42-4861-9a31-119813c55374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:42.388098 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-886ccb5c-8c58-4b66-b487-48ff172987d6 req-702538e7-2f42-4861-9a31-119813c55374 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f11162d3-97be-4cda-b823-b6bae1a71982 HTTP/1.1" status: 200 len: 1099 time: 0.0643132 Aug 25 17:04:42.397637 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f0ad6b76-1a71-4ff8-94df-34b660cc91f0 req-04490e60-85f4-446a-ab75-c4b268d66420 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321133 Aug 25 17:04:42.431460 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-628d4de4-30ca-4086-ab3c-290e12a55d4f req-ecce0df9-0fd6-4e36-9f52-7f9b7f640efa tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743706076703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743705601028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732937'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:42.446785 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] get_ports_and_sgs() called for port_ids ['3c0764c1-cbfb-4263-af88-7790174b6924', 'c648d6f0-fb64-4908-bad3-42ad3a053517'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:04:42.466468 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-886ccb5c-8c58-4b66-b487-48ff172987d6 req-92d2d0d6-fbe1-45f5-aa9f-a2c9f2f0f68b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9a7fe55f-19e7-4685-8491-78be94af470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649056 Aug 25 17:04:42.468930 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecce0df9-0fd6-4e36-9f52-7f9b7f640efa tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Pushing event deleted for resources: {'Port': ['ID=c648d6f0-fb64-4908-bad3-42ad3a053517,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:04:42.509599 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-628d4de4-30ca-4086-ab3c-290e12a55d4f req-ecce0df9-0fd6-4e36-9f52-7f9b7f640efa tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] No DVR routers for this DVR port c648d6f0-fb64-4908-bad3-42ad3a053517 on host hv-cinder-79124 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:04:42.512050 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-628d4de4-30ca-4086-ab3c-290e12a55d4f req-ecce0df9-0fd6-4e36-9f52-7f9b7f640efa tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:42.514088 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-628d4de4-30ca-4086-ab3c-290e12a55d4f req-ecce0df9-0fd6-4e36-9f52-7f9b7f640efa tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.16 "DELETE /v2.0/ports/c648d6f0-fb64-4908-bad3-42ad3a053517 HTTP/1.1" status: 204 len: 173 time: 0.4698737 Aug 25 17:04:43.080500 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6f89244f-405d-4639-ae05-4f64ab5823ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:43.096917 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8aced4-ce4f-433d-a775-7154002c2ebe req-02adb5cc-1280-4d72-8eb5-54546c8a8682 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:43.098403 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-cc8aced4-ce4f-433d-a775-7154002c2ebe req-02adb5cc-1280-4d72-8eb5-54546c8a8682 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/ports?device_id=f11162d3-97be-4cda-b823-b6bae1a71982 HTTP/1.1" status: 200 len: 946 time: 0.0601065 Aug 25 17:04:43.136202 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-cc8aced4-ce4f-433d-a775-7154002c2ebe req-5f7bd4d5-3ea3-4ff7-b993-1d836a00b147 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/security-groups?id=9a7fe55f-19e7-4685-8491-78be94af470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317647 Aug 25 17:04:43.278277 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0310e1d0-d2c9-4bb1-b42d-5a67f0102113', 'name': 'network-vif-deleted', 'tag': 'c648d6f0-fb64-4908-bad3-42ad3a053517'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:04:43.281176 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30294bf1a97406c8a8235025fddf2f3c25b52a26b11c10f571ea972848b08700" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5620d07e-479e-4115-991a-820f1ed9bb8a" -d '{"events": [{"server_uuid": "0310e1d0-d2c9-4bb1-b42d-5a67f0102113", "name": "network-vif-deleted", "tag": "c648d6f0-fb64-4908-bad3-42ad3a053517"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:04:43.385182 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68e33d3-b870-449f-969d-41af3bd58c47 x-openstack-request-id: req-f68e33d3-b870-449f-969d-41af3bd58c47 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:04:43.385791 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0310e1d0-d2c9-4bb1-b42d-5a67f0102113", "name": "network-vif-deleted", "tag": "c648d6f0-fb64-4908-bad3-42ad3a053517", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:04:43.386284 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f68e33d3-b870-449f-969d-41af3bd58c47 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:04:43.387059 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0310e1d0-d2c9-4bb1-b42d-5a67f0102113', 'name': 'network-vif-deleted', 'tag': 'c648d6f0-fb64-4908-bad3-42ad3a053517', 'status': 'completed', 'code': 200} Aug 25 17:04:43.479318 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d587745-92fb-43c0-bf28-abcb2242d3fd req-f39d64ed-3af8-4db8-b48b-fa11083af5ea tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:43.480842 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3d587745-92fb-43c0-bf28-abcb2242d3fd req-f39d64ed-3af8-4db8-b48b-fa11083af5ea tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=04670c4b-9f34-4f20-9f5e-0870bd955077 HTTP/1.1" status: 200 len: 945 time: 0.0494452 Aug 25 17:04:43.518704 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3d587745-92fb-43c0-bf28-abcb2242d3fd req-8d3c205b-3dd1-4324-ba3b-99129021767a tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318429 Aug 25 17:04:43.768654 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd5ceb7-7779-463c-8bf6-a588a30e0943 req-bf64148f-6f80-4f4b-aa62-b4acb1af1b4d tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:43.770100 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7cd5ceb7-7779-463c-8bf6-a588a30e0943 req-bf64148f-6f80-4f4b-aa62-b4acb1af1b4d tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 946 time: 0.0506718 Aug 25 17:04:43.805713 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7cd5ceb7-7779-463c-8bf6-a588a30e0943 req-5145d3e7-5e7f-4111-a7f8-7e5507a5fd01 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297356 Aug 25 17:04:44.250263 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611ac9f0-cbd7-43a1-974d-1ecc1d3278e7 req-33a2dd5b-c1b2-4601-b56e-afecddd6d505 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:44.252342 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-611ac9f0-cbd7-43a1-974d-1ecc1d3278e7 req-33a2dd5b-c1b2-4601-b56e-afecddd6d505 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/ports?device_id=f11162d3-97be-4cda-b823-b6bae1a71982 HTTP/1.1" status: 200 len: 946 time: 0.0486209 Aug 25 17:04:44.288904 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-611ac9f0-cbd7-43a1-974d-1ecc1d3278e7 req-31ad72ec-2b53-4100-b75a-f98bd42d07e9 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/security-groups?id=9a7fe55f-19e7-4685-8491-78be94af470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304904 Aug 25 17:04:44.633170 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a5fc47-aebd-4a52-bcd6-8f5b8122628e req-5f2ade10-3cf0-4da8-9717-58cecbf7aac8 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:44.634670 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e1a5fc47-aebd-4a52-bcd6-8f5b8122628e req-5f2ade10-3cf0-4da8-9717-58cecbf7aac8 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=04670c4b-9f34-4f20-9f5e-0870bd955077 HTTP/1.1" status: 200 len: 945 time: 0.0484941 Aug 25 17:04:44.676529 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e1a5fc47-aebd-4a52-bcd6-8f5b8122628e req-8c5c0c1f-4975-4836-975d-8ac40a45582b tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356565 Aug 25 17:04:44.923757 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c5ee8b-ecb4-4d1d-8160-48bcf170185d req-4c6961b9-2cfc-4273-bcc7-a183f50ad066 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:44.925216 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f7c5ee8b-ecb4-4d1d-8160-48bcf170185d req-4c6961b9-2cfc-4273-bcc7-a183f50ad066 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 946 time: 0.0524457 Aug 25 17:04:44.961445 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f7c5ee8b-ecb4-4d1d-8160-48bcf170185d req-8847ad64-611b-4af9-b14f-973829476a5c tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303223 Aug 25 17:04:44.987846 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:45.405647 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9246ac86-bd36-413e-9c24-520581e1d6e7 req-e6d78f9f-ca8e-44d4-98bb-080d822382a8 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:45.407539 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9246ac86-bd36-413e-9c24-520581e1d6e7 req-e6d78f9f-ca8e-44d4-98bb-080d822382a8 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/ports?device_id=f11162d3-97be-4cda-b823-b6bae1a71982 HTTP/1.1" status: 200 len: 946 time: 0.0498550 Aug 25 17:04:45.444005 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9246ac86-bd36-413e-9c24-520581e1d6e7 req-e6961a90-fc03-43b4-b45b-fade427a610b tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/security-groups?id=9a7fe55f-19e7-4685-8491-78be94af470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310800 Aug 25 17:04:45.553824 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ade334f-c251-4eeb-a477-5acd9cb388fc req-e0e3b502-f74c-4f14-8c67-99eb2e15cabd tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:45.555336 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0ade334f-c251-4eeb-a477-5acd9cb388fc req-e0e3b502-f74c-4f14-8c67-99eb2e15cabd tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/ports?device_id=f11162d3-97be-4cda-b823-b6bae1a71982 HTTP/1.1" status: 200 len: 946 time: 0.0479302 Aug 25 17:04:45.593832 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0ade334f-c251-4eeb-a477-5acd9cb388fc req-e53aea54-e2ae-4b46-a401-66c8842b3bb4 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/security-groups?id=9a7fe55f-19e7-4685-8491-78be94af470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327032 Aug 25 17:04:45.615916 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 39194) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:04:45.683770 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5e6ea28d-8c93-44c5-b0bd-f6d232bc0102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:45.796675 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device 6fb11535-3441-4b83-aab6-ca3aa2d69f11 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:04:45.817259 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] No Port match for: 6fb11535-3441-4b83-aab6-ca3aa2d69f11 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:04:45.817696 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device 6fb11535-3441-4b83-aab6-ca3aa2d69f11 not bound to the agent host hv-cinder-79124 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:04:45.818198 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device c648d6f0-fb64-4908-bad3-42ad3a053517 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:04:45.823766 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb4f6c1-7798-4bc2-915c-44f03c2d03f2 req-6930a64a-541b-414e-bf33-42459fb9c4ff tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:45.825291 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-bbb4f6c1-7798-4bc2-915c-44f03c2d03f2 req-6930a64a-541b-414e-bf33-42459fb9c4ff tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=04670c4b-9f34-4f20-9f5e-0870bd955077 HTTP/1.1" status: 200 len: 945 time: 0.0821478 Aug 25 17:04:45.831254 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105c5256-d64c-40a5-84c9-8d88e3fa37e0 tempest-TestVolumeBootPattern-2049241211 tempest-TestVolumeBootPattern-2049241211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:45.832832 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-105c5256-d64c-40a5-84c9-8d88e3fa37e0 tempest-TestVolumeBootPattern-2049241211 tempest-TestVolumeBootPattern-2049241211-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=f11162d3-97be-4cda-b823-b6bae1a71982 HTTP/1.1" status: 200 len: 1094 time: 0.2158124 Aug 25 17:04:45.835997 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 39202) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:04:45.840532 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-f683bf32-3b3d-407c-b49d-7a32d09d5236 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Request body: {'floatingip': {'floating_network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'port_id': 'f20b890b-7181-4ff1-acca-0f73547d9480', 'tenant_id': 'ba5739dee5fb41749a615cb50fc983d9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:04:45.847227 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] No Port match for: c648d6f0-fb64-4908-bad3-42ad3a053517 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:04:45.847567 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device c648d6f0-fb64-4908-bad3-42ad3a053517 not bound to the agent host hv-cinder-79124 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:04:45.869362 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f683bf32-3b3d-407c-b49d-7a32d09d5236 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks [] for floatingip, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:45.876337 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-bbb4f6c1-7798-4bc2-915c-44f03c2d03f2 req-e4d43f05-183b-458d-877d-8033c02e9ff5 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418198 Aug 25 17:04:45.904694 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:45.988580 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f683bf32-3b3d-407c-b49d-7a32d09d5236 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:46.125504 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-f683bf32-3b3d-407c-b49d-7a32d09d5236 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Allocated IP 172.27.2.220 (914f4934-f5ad-4127-8ba1-186f4f0b2c29/116950f5-36d3-4fc2-ae19-feb6e35b150a/ce1a628b-cefd-4577-a510-70e51e9456a3) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:04:46.154231 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f5dce1-da71-4237-8cbf-c284afa0ef23 req-8ff59a38-151f-4f65-bd2d-8eec2258377c tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:46.156014 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a1f5dce1-da71-4237-8cbf-c284afa0ef23 req-8ff59a38-151f-4f65-bd2d-8eec2258377c tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.16 "GET /v2.0/ports?device_id=04670c4b-9f34-4f20-9f5e-0870bd955077 HTTP/1.1" status: 200 len: 945 time: 0.0804477 Aug 25 17:04:46.326919 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f683bf32-3b3d-407c-b49d-7a32d09d5236 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:46.331586 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a1edb7-9945-4dff-9743-5eed53e5b093 req-c51b9ecf-b25b-4cb7-8b6a-39c5eee78c9a tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:46.336522 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-91a1edb7-9945-4dff-9743-5eed53e5b093 req-c51b9ecf-b25b-4cb7-8b6a-39c5eee78c9a tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 946 time: 0.0935040 Aug 25 17:04:46.363341 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-a1f5dce1-da71-4237-8cbf-c284afa0ef23 req-72741ba5-cd61-49c3-b9ab-d7a1c9fb53ee tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Deleting port 82126cd2-f661-4cb3-a592-55de03afb0b3 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:04:46.363732 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a1f5dce1-da71-4237-8cbf-c284afa0ef23 req-72741ba5-cd61-49c3-b9ab-d7a1c9fb53ee tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743706167839'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:46.404901 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-91a1edb7-9945-4dff-9743-5eed53e5b093 req-05e5d18b-51fc-4646-84c8-66cd605e3f7f tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613463 Aug 25 17:04:46.464755 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f683bf32-3b3d-407c-b49d-7a32d09d5236 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743705601783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732937'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:46.520621 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f683bf32-3b3d-407c-b49d-7a32d09d5236 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Network 914f4934-f5ad-4127-8ba1-186f4f0b2c29 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:04:46.529068 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-f683bf32-3b3d-407c-b49d-7a32d09d5236 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:04:46.534966 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-a1f5dce1-da71-4237-8cbf-c284afa0ef23 req-72741ba5-cd61-49c3-b9ab-d7a1c9fb53ee tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] For port 82126cd2-f661-4cb3-a592-55de03afb0b3, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=82126cd2-f661-4cb3-a592-55de03afb0b3,segment=NetworkSegment(464881d0-366d-4203-be8e-e80b8f8623d9),segment_id=464881d0-366d-4203-be8e-e80b8f8623d9)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:04:46.535333 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a1f5dce1-da71-4237-8cbf-c284afa0ef23 req-72741ba5-cd61-49c3-b9ab-d7a1c9fb53ee tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616478'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:46.538073 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f683bf32-3b3d-407c-b49d-7a32d09d5236 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:04:46.545080 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f683bf32-3b3d-407c-b49d-7a32d09d5236 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Pushing event updated for resources: {'Port': ['ID=ce1a628b-cefd-4577-a510-70e51e9456a3,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:04:46.569845 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-a1f5dce1-da71-4237-8cbf-c284afa0ef23 req-72741ba5-cd61-49c3-b9ab-d7a1c9fb53ee tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Calling delete_port for 82126cd2-f661-4cb3-a592-55de03afb0b3 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:04:46.604241 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3515bf9a-dee5-410e-ad82-55791493bbe4 req-b3ce04e4-5c1c-4d52-9752-f3012d0e21da tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:46.605952 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3515bf9a-dee5-410e-ad82-55791493bbe4 req-b3ce04e4-5c1c-4d52-9752-f3012d0e21da tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/ports?device_id=1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b HTTP/1.1" status: 200 len: 945 time: 0.0518570 Aug 25 17:04:46.644097 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3515bf9a-dee5-410e-ad82-55791493bbe4 req-69362ca0-7904-4155-a5fd-9d32fe562265 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/security-groups?id=2f41bede-88ae-49ca-a50e-ce7816d45c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320382 Aug 25 17:04:46.667144 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 39226) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:04:46.753931 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbeec5c1-14ce-4de9-a7a0-a6502c47e17b tempest-TestMinimumBasicScenario-614029636 tempest-TestMinimumBasicScenario-614029636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:46.755473 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-bbeec5c1-14ce-4de9-a7a0-a6502c47e17b tempest-TestMinimumBasicScenario-614029636 tempest-TestMinimumBasicScenario-614029636-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b HTTP/1.1" status: 200 len: 1093 time: 0.0873556 Aug 25 17:04:46.758408 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 39230) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:04:46.762737 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-fe8c8419-8e54-45fc-9121-7c697f97c9a0 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Request body: {'floatingip': {'floating_network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'port_id': '60995caa-fc85-4c9e-a5dc-02feeaf7b8c4', 'tenant_id': '2e0f86f1410e48e99ce078647d3125f3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:04:46.784837 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe8c8419-8e54-45fc-9121-7c697f97c9a0 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Notify callbacks [] for floatingip, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:46.860934 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a1f5dce1-da71-4237-8cbf-c284afa0ef23 req-72741ba5-cd61-49c3-b9ab-d7a1c9fb53ee tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743706076703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743705601028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732937'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:46.876769 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] get_ports_and_sgs() called for port_ids ['d7388651-35dd-46eb-8a4c-dc28e4d9f3a0', '82126cd2-f661-4cb3-a592-55de03afb0b3'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:04:46.883311 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe8c8419-8e54-45fc-9121-7c697f97c9a0 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:46.903763 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72741ba5-cd61-49c3-b9ab-d7a1c9fb53ee tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Pushing event deleted for resources: {'Port': ['ID=82126cd2-f661-4cb3-a592-55de03afb0b3,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:04:46.964476 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1f5dce1-da71-4237-8cbf-c284afa0ef23 req-72741ba5-cd61-49c3-b9ab-d7a1c9fb53ee tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] No DVR routers for this DVR port 82126cd2-f661-4cb3-a592-55de03afb0b3 on host hv-cinder-79124 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:04:46.968111 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a1f5dce1-da71-4237-8cbf-c284afa0ef23 req-72741ba5-cd61-49c3-b9ab-d7a1c9fb53ee tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:46.971124 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a1f5dce1-da71-4237-8cbf-c284afa0ef23 req-72741ba5-cd61-49c3-b9ab-d7a1c9fb53ee tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.16 "DELETE /v2.0/ports/82126cd2-f661-4cb3-a592-55de03afb0b3 HTTP/1.1" status: 204 len: 173 time: 0.8051531 Aug 25 17:04:46.971577 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04670c4b-9f34-4f20-9f5e-0870bd955077', 'name': 'network-vif-deleted', 'tag': '82126cd2-f661-4cb3-a592-55de03afb0b3'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:04:46.973924 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30294bf1a97406c8a8235025fddf2f3c25b52a26b11c10f571ea972848b08700" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca744de-f602-4fb2-bc88-8e761d8ec4af" -d '{"events": [{"server_uuid": "04670c4b-9f34-4f20-9f5e-0870bd955077", "name": "network-vif-deleted", "tag": "82126cd2-f661-4cb3-a592-55de03afb0b3"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:04:47.014416 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-aa390a4a-16bd-4b4a-9f91-37b6380d1692 req-13368f42-d9b6-4ba0-9a31-25ca8c6577fb tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=04670c4b-9f34-4f20-9f5e-0870bd955077 HTTP/1.1" status: 200 len: 210 time: 0.0347257 Aug 25 17:04:47.044202 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-fe8c8419-8e54-45fc-9121-7c697f97c9a0 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Allocated IP 172.27.2.189 (914f4934-f5ad-4127-8ba1-186f4f0b2c29/116950f5-36d3-4fc2-ae19-feb6e35b150a/99959c77-45cb-4bc3-bea6-3ad5f7a547e0) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:04:47.052590 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3a305108-1f99-4b5d-a622-23901fed2525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:47.092534 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1403e5-4ffe-40a7-bb19-7309bd67c373 x-openstack-request-id: req-9a1403e5-4ffe-40a7-bb19-7309bd67c373 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:04:47.092827 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04670c4b-9f34-4f20-9f5e-0870bd955077", "name": "network-vif-deleted", "tag": "82126cd2-f661-4cb3-a592-55de03afb0b3", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:04:47.093081 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9a1403e5-4ffe-40a7-bb19-7309bd67c373 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:04:47.093996 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04670c4b-9f34-4f20-9f5e-0870bd955077', 'name': 'network-vif-deleted', 'tag': '82126cd2-f661-4cb3-a592-55de03afb0b3', 'status': 'completed', 'code': 200} Aug 25 17:04:47.118900 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f683bf32-3b3d-407c-b49d-7a32d09d5236 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:47.158979 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe8c8419-8e54-45fc-9121-7c697f97c9a0 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:47.191260 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f683bf32-3b3d-407c-b49d-7a32d09d5236 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:47.197959 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe8c8419-8e54-45fc-9121-7c697f97c9a0 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743705601783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3625696'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:47.232604 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8c8419-8e54-45fc-9121-7c697f97c9a0 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Network 914f4934-f5ad-4127-8ba1-186f4f0b2c29 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:04:47.237875 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-fe8c8419-8e54-45fc-9121-7c697f97c9a0 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:04:47.241305 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8c8419-8e54-45fc-9121-7c697f97c9a0 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:04:47.269523 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8c8419-8e54-45fc-9121-7c697f97c9a0 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Pushing event updated for resources: {'Port': ['ID=99959c77-45cb-4bc3-bea6-3ad5f7a547e0,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:04:47.293082 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8c8419-8e54-45fc-9121-7c697f97c9a0 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:04:47.293429 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8c8419-8e54-45fc-9121-7c697f97c9a0 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:04:47.293790 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8c8419-8e54-45fc-9121-7c697f97c9a0 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:04:47.294128 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8c8419-8e54-45fc-9121-7c697f97c9a0 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:04:47.294462 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8c8419-8e54-45fc-9121-7c697f97c9a0 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:04:47.294790 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8c8419-8e54-45fc-9121-7c697f97c9a0 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:04:47.295117 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8c8419-8e54-45fc-9121-7c697f97c9a0 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:04:47.295441 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8c8419-8e54-45fc-9121-7c697f97c9a0 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:04:47.295766 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8c8419-8e54-45fc-9121-7c697f97c9a0 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:04:47.296088 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8c8419-8e54-45fc-9121-7c697f97c9a0 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:04:47.296409 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8c8419-8e54-45fc-9121-7c697f97c9a0 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:04:47.296730 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8c8419-8e54-45fc-9121-7c697f97c9a0 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:04:47.357694 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f683bf32-3b3d-407c-b49d-7a32d09d5236 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:47.363592 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f683bf32-3b3d-407c-b49d-7a32d09d5236 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3732944'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:47.437316 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f683bf32-3b3d-407c-b49d-7a32d09d5236 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Pushing event updated for resources: {'Port': ['ID=ce1a628b-cefd-4577-a510-70e51e9456a3,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:04:47.445940 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f683bf32-3b3d-407c-b49d-7a32d09d5236 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614033'] for floatingip, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:47.552408 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.db.l3_db [None req-f683bf32-3b3d-407c-b49d-7a32d09d5236 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Floating IP 14b67557-2abe-4a8f-b8e7-44ab956dbd18 associated. External IP: 172.27.2.220, port: f20b890b-7181-4ff1-acca-0f73547d9480. Aug 25 17:04:47.578292 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d23edca-9ca7-4a46-bf67-470021420f61 req-a9a4fc4d-3a77-4aa1-940e-0b68e2a9e6fa tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:47.580480 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1d23edca-9ca7-4a46-bf67-470021420f61 req-a9a4fc4d-3a77-4aa1-940e-0b68e2a9e6fa tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 946 time: 0.0717475 Aug 25 17:04:47.720450 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1d23edca-9ca7-4a46-bf67-470021420f61 req-5ad4157f-4baf-4cf6-b1e2-e7bf7dab15b4 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114872 Aug 25 17:04:48.023723 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f683bf32-3b3d-407c-b49d-7a32d09d5236 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Router 04b77e9b-3ed7-48f6-b59b-3883882c6b63 has already been hosted by L3 agent d32565c1-f1a3-4226-8f5a-e505deb187a1 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:04:48.058457 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe8c8419-8e54-45fc-9121-7c697f97c9a0 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:48.158061 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f683bf32-3b3d-407c-b49d-7a32d09d5236 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify agent at l3_agent.dv-cinder-791240-5-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:04:48.172343 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe8c8419-8e54-45fc-9121-7c697f97c9a0 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:48.176726 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf1f309-b84c-4837-a519-ff9e1ed84f37 None None] Sync routers for ids ['04b77e9b-3ed7-48f6-b59b-3883882c6b63'] in dv-cinder-791240-5-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:04:48.177506 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f683bf32-3b3d-407c-b49d-7a32d09d5236 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:48.184231 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf1f309-b84c-4837-a519-ff9e1ed84f37 None None] Routers {'04b77e9b-3ed7-48f6-b59b-3883882c6b63'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:04:48.184826 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-2cf1f309-b84c-4837-a519-ff9e1ed84f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:04:46Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['04b77e9b-3ed7-48f6-b59b-3883882c6b63'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:04:48.242593 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-f683bf32-3b3d-407c-b49d-7a32d09d5236 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4053857 Aug 25 17:04:48.293189 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-2cf1f309-b84c-4837-a519-ff9e1ed84f37 None None] Set router 04b77e9b-3ed7-48f6-b59b-3883882c6b63 gateway port host: dv-cinder-791240-5-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:04:48.342737 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe8c8419-8e54-45fc-9121-7c697f97c9a0 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:48.348106 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe8c8419-8e54-45fc-9121-7c697f97c9a0 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3625721'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:48.390972 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7978419e-b967-4a47-8975-0267302d25d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:48.428609 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8c8419-8e54-45fc-9121-7c697f97c9a0 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Pushing event updated for resources: {'Port': ['ID=99959c77-45cb-4bc3-bea6-3ad5f7a547e0,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:04:48.437709 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe8c8419-8e54-45fc-9121-7c697f97c9a0 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614033'] for floatingip, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:48.542438 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-2cf1f309-b84c-4837-a519-ff9e1ed84f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'name': 'tempest-TestVolumeBootPattern-2088495679-router', 'tenant_id': 'ba5739dee5fb41749a615cb50fc983d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'ad7c7f20-613e-470e-a73e-3d5fae39d3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:02:51Z', 'updated_at': '2021-08-25T17:02:55Z', 'revision_number': 4, 'project_id': 'ba5739dee5fb41749a615cb50fc983d9', 'gw_port': {'id': 'ad7c7f20-613e-470e-a73e-3d5fae39d3f1', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ba:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:52Z', 'updated_at': '2021-08-25T17:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_floatingips': [{'id': '14b67557-2abe-4a8f-b8e7-44ab956dbd18', 'tenant_id': 'ba5739dee5fb41749a615cb50fc983d9', 'floating_ip_address': '172.27.2.220', 'floating_network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'router_id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'port_id': 'f20b890b-7181-4ff1-acca-0f73547d9480', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'babef823-13d0-4c9c-ac11-3e08eee348af', 'mac_address': 'fa:16:3e:5c:22:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11162d3-97be-4cda-b823-b6bae1a71982', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:04:46Z', 'updated_at': '2021-08-25T17:04:46Z', 'revision_number': 0, 'project_id': 'ba5739dee5fb41749a615cb50fc983d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6010d72b-2694-48b0-8a36-446ebc025733', 'name': '', 'network_id': 'babef823-13d0-4c9c-ac11-3e08eee348af', 'tenant_id': 'ba5739dee5fb41749a615cb50fc983d9', 'mac_address': 'fa:16:3e:94:64:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'bfe00ef0-b79f-4f8a-b5ba-574e5c012373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:54Z', 'updated_at': '2021-08-25T17:03:03Z', 'revision_number': 5, 'project_id': 'ba5739dee5fb41749a615cb50fc983d9', 'subnets': [{'id': 'bfe00ef0-b79f-4f8a-b5ba-574e5c012373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:04:48.544526 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.db.l3_db [None req-fe8c8419-8e54-45fc-9121-7c697f97c9a0 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Floating IP da5177da-a290-4a00-87e1-3bafa664d2b4 associated. External IP: 172.27.2.189, port: 60995caa-fc85-4c9e-a5dc-02feeaf7b8c4. Aug 25 17:04:48.570208 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf1f309-b84c-4837-a519-ff9e1ed84f37 None None] Checking router: 04b77e9b-3ed7-48f6-b59b-3883882c6b63 for host: dv-cinder-791240-5-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:04:48.579275 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf1f309-b84c-4837-a519-ff9e1ed84f37 None None] Routers {'04b77e9b-3ed7-48f6-b59b-3883882c6b63'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:04:48.579886 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-2cf1f309-b84c-4837-a519-ff9e1ed84f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:04:46Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['04b77e9b-3ed7-48f6-b59b-3883882c6b63'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:04:48.683229 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-2cf1f309-b84c-4837-a519-ff9e1ed84f37 None None] Set router 04b77e9b-3ed7-48f6-b59b-3883882c6b63 gateway port host: dv-cinder-791240-5-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:04:48.752423 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe8c8419-8e54-45fc-9121-7c697f97c9a0 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Router c93fb3e4-a952-4e88-9f9e-a69546fc994e has already been hosted by L3 agent d32565c1-f1a3-4226-8f5a-e505deb187a1 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:04:48.895767 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d40bc6-1f1a-47f8-b644-6c5364750d82 req-cf63ab77-048f-4a26-89d9-ce54e25a76cd tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:48.897260 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-62d40bc6-1f1a-47f8-b644-6c5364750d82 req-cf63ab77-048f-4a26-89d9-ce54e25a76cd tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 946 time: 0.0976093 Aug 25 17:04:48.898478 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe8c8419-8e54-45fc-9121-7c697f97c9a0 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Notify agent at l3_agent.dv-cinder-791240-5-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:04:48.911962 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fc6513-dce2-49db-b9b6-df5bef4e00d4 None None] Sync routers for ids ['c93fb3e4-a952-4e88-9f9e-a69546fc994e'] in dv-cinder-791240-5-iscsi {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:04:48.912429 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-2cf1f309-b84c-4837-a519-ff9e1ed84f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'name': 'tempest-TestVolumeBootPattern-2088495679-router', 'tenant_id': 'ba5739dee5fb41749a615cb50fc983d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'ad7c7f20-613e-470e-a73e-3d5fae39d3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:02:51Z', 'updated_at': '2021-08-25T17:02:55Z', 'revision_number': 4, 'project_id': 'ba5739dee5fb41749a615cb50fc983d9', 'gw_port': {'id': 'ad7c7f20-613e-470e-a73e-3d5fae39d3f1', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ba:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:52Z', 'updated_at': '2021-08-25T17:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_floatingips': [{'id': '14b67557-2abe-4a8f-b8e7-44ab956dbd18', 'tenant_id': 'ba5739dee5fb41749a615cb50fc983d9', 'floating_ip_address': '172.27.2.220', 'floating_network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'router_id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'port_id': 'f20b890b-7181-4ff1-acca-0f73547d9480', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'babef823-13d0-4c9c-ac11-3e08eee348af', 'mac_address': 'fa:16:3e:5c:22:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11162d3-97be-4cda-b823-b6bae1a71982', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:04:46Z', 'updated_at': '2021-08-25T17:04:46Z', 'revision_number': 0, 'project_id': 'ba5739dee5fb41749a615cb50fc983d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6010d72b-2694-48b0-8a36-446ebc025733', 'name': '', 'network_id': 'babef823-13d0-4c9c-ac11-3e08eee348af', 'tenant_id': 'ba5739dee5fb41749a615cb50fc983d9', 'mac_address': 'fa:16:3e:94:64:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'bfe00ef0-b79f-4f8a-b5ba-574e5c012373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:54Z', 'updated_at': '2021-08-25T17:03:03Z', 'revision_number': 5, 'project_id': 'ba5739dee5fb41749a615cb50fc983d9', 'subnets': [{'id': 'bfe00ef0-b79f-4f8a-b5ba-574e5c012373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:04:48.921411 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fc6513-dce2-49db-b9b6-df5bef4e00d4 None None] Routers {'c93fb3e4-a952-4e88-9f9e-a69546fc994e'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:04:48.923409 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-c0fc6513-dce2-49db-b9b6-df5bef4e00d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:04:46Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['c93fb3e4-a952-4e88-9f9e-a69546fc994e'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:04:48.930663 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe8c8419-8e54-45fc-9121-7c697f97c9a0 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:48.942248 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf1f309-b84c-4837-a519-ff9e1ed84f37 None None] The sync data for ids ['04b77e9b-3ed7-48f6-b59b-3883882c6b63'] in dv-cinder-791240-5-iscsi is: [{'id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'name': 'tempest-TestVolumeBootPattern-2088495679-router', 'tenant_id': 'ba5739dee5fb41749a615cb50fc983d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'ad7c7f20-613e-470e-a73e-3d5fae39d3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:02:51Z', 'updated_at': '2021-08-25T17:02:55Z', 'revision_number': 4, 'project_id': 'ba5739dee5fb41749a615cb50fc983d9', 'gw_port': {'id': 'ad7c7f20-613e-470e-a73e-3d5fae39d3f1', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ba:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:52Z', 'updated_at': '2021-08-25T17:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_floatingips': [{'id': '14b67557-2abe-4a8f-b8e7-44ab956dbd18', 'tenant_id': 'ba5739dee5fb41749a615cb50fc983d9', 'floating_ip_address': '172.27.2.220', 'floating_network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'router_id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'port_id': 'f20b890b-7181-4ff1-acca-0f73547d9480', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'babef823-13d0-4c9c-ac11-3e08eee348af', 'mac_address': 'fa:16:3e:5c:22:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11162d3-97be-4cda-b823-b6bae1a71982', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:04:46Z', 'updated_at': '2021-08-25T17:04:46Z', 'revision_number': 0, 'project_id': 'ba5739dee5fb41749a615cb50fc983d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6010d72b-2694-48b0-8a36-446ebc025733', 'name': '', 'network_id': 'babef823-13d0-4c9c-ac11-3e08eee348af', 'tenant_id': 'ba5739dee5fb41749a615cb50fc983d9', 'mac_address': 'fa:16:3e:94:64:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'bfe00ef0-b79f-4f8a-b5ba-574e5c012373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:54Z', 'updated_at': '2021-08-25T17:03:03Z', 'revision_number': 5, 'project_id': 'ba5739dee5fb41749a615cb50fc983d9', 'subnets': [{'id': 'bfe00ef0-b79f-4f8a-b5ba-574e5c012373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:04:48.961450 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-62d40bc6-1f1a-47f8-b644-6c5364750d82 req-a6deb558-aeb4-4976-aa39-32244f09bb7a tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575316 Aug 25 17:04:48.966990 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-fe8c8419-8e54-45fc-9121-7c697f97c9a0 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2076352 Aug 25 17:04:48.967613 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b', 'tag': '60995caa-fc85-4c9e-a5dc-02feeaf7b8c4'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:04:48.970582 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9a89c5a5bbe78503b53ec670685e3d9cb834604f1284efcd0e43d667b66b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3952ffd-7966-4e6c-a974-c20aaaf432ae" -d '{"events": [{"name": "network-changed", "server_uuid": "1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b", "tag": "60995caa-fc85-4c9e-a5dc-02feeaf7b8c4"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:04:48.970762 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 39256) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:04:48.975431 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-33ba30e5-3cfc-46cd-b0a2-f46c58e0e6fd tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1465194233', 'description': 'tempest-secgroup-smoke-1465194233 description', 'project_id': '2e0f86f1410e48e99ce078647d3125f3'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:04:49.009066 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-33ba30e5-3cfc-46cd-b0a2-f46c58e0e6fd tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:49.060570 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-c0fc6513-dce2-49db-b9b6-df5bef4e00d4 None None] Set router c93fb3e4-a952-4e88-9f9e-a69546fc994e gateway port host: dv-cinder-791240-5-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:04:49.101897 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-33ba30e5-3cfc-46cd-b0a2-f46c58e0e6fd tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:49.103352 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f11162d3-97be-4cda-b823-b6bae1a71982', 'tag': 'f20b890b-7181-4ff1-acca-0f73547d9480'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:04:49.106197 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30294bf1a97406c8a8235025fddf2f3c25b52a26b11c10f571ea972848b08700" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc543fb5-b827-4378-a090-59bae3eac54a" -d '{"events": [{"name": "network-changed", "server_uuid": "f11162d3-97be-4cda-b823-b6bae1a71982", "tag": "f20b890b-7181-4ff1-acca-0f73547d9480"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:04:49.110185 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-33ba30e5-3cfc-46cd-b0a2-f46c58e0e6fd tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:49.134101 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1366ff8-2cbe-4aca-9afe-479423f861ac x-openstack-request-id: req-c1366ff8-2cbe-4aca-9afe-479423f861ac {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:04:49.134415 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b", "tag": "60995caa-fc85-4c9e-a5dc-02feeaf7b8c4", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:04:49.134623 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c1366ff8-2cbe-4aca-9afe-479423f861ac {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:04:49.135030 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b', 'tag': '60995caa-fc85-4c9e-a5dc-02feeaf7b8c4', 'status': 'completed', 'code': 200} Aug 25 17:04:49.141098 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-33ba30e5-3cfc-46cd-b0a2-f46c58e0e6fd tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:49.145708 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-33ba30e5-3cfc-46cd-b0a2-f46c58e0e6fd tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1712594 Aug 25 17:04:49.145994 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 39262) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:04:49.147280 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ba30e5-3cfc-46cd-b0a2-f46c58e0e6fd tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc841b61-b788-4e60-b50f-4548910a8e28,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:04:49.150737 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-26aa6387-5f3a-42c0-b59a-04ae21618680 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Request body: {'security_group_rule': {'security_group_id': 'fc841b61-b788-4e60-b50f-4548910a8e28', 'project_id': '2e0f86f1410e48e99ce078647d3125f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:04:49.193585 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048ae776-0d30-4df6-abba-5c3b4af1d01d x-openstack-request-id: req-048ae776-0d30-4df6-abba-5c3b4af1d01d {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:04:49.193585 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f11162d3-97be-4cda-b823-b6bae1a71982", "tag": "f20b890b-7181-4ff1-acca-0f73547d9480", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:04:49.193585 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-048ae776-0d30-4df6-abba-5c3b4af1d01d {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:04:49.193951 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f11162d3-97be-4cda-b823-b6bae1a71982', 'tag': 'f20b890b-7181-4ff1-acca-0f73547d9480', 'status': 'completed', 'code': 200} Aug 25 17:04:49.202155 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-26aa6387-5f3a-42c0-b59a-04ae21618680 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:49.234404 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3952ffd-7966-4e6c-a974-c20aaaf432ae req-a46edace-ab66-454d-a05f-200e17ed28ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:49.236203 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f3952ffd-7966-4e6c-a974-c20aaaf432ae req-a46edace-ab66-454d-a05f-200e17ed28ed service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2e0f86f1410e48e99ce078647d3125f3&device_id=1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b HTTP/1.1" status: 200 len: 1098 time: 0.0551348 Aug 25 17:04:49.251217 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c5a5a1-e69b-4a9d-8a18-80ceeb9eb4e8 None None] New status for floating IP 14b67557-2abe-4a8f-b8e7-44ab956dbd18: ACTIVE {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 17:04:49.286373 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-26aa6387-5f3a-42c0-b59a-04ae21618680 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:49.291276 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-26aa6387-5f3a-42c0-b59a-04ae21618680 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373673'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:49.324699 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aa6387-5f3a-42c0-b59a-04ae21618680 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03f542a7-08ae-41c2-9a60-31cf5cdf8d39,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:04:49.340462 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc543fb5-b827-4378-a090-59bae3eac54a req-0307d9a9-3fe2-45e2-aaf4-69fd1dcb326a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:49.342112 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-fc543fb5-b827-4378-a090-59bae3eac54a req-0307d9a9-3fe2-45e2-aaf4-69fd1dcb326a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ba5739dee5fb41749a615cb50fc983d9&device_id=f11162d3-97be-4cda-b823-b6bae1a71982 HTTP/1.1" status: 200 len: 1099 time: 0.1164536 Aug 25 17:04:49.346116 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-26aa6387-5f3a-42c0-b59a-04ae21618680 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:49.347561 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-26aa6387-5f3a-42c0-b59a-04ae21618680 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2004790 Aug 25 17:04:49.350220 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 39268) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:04:49.363283 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-88830e93-68aa-4d9a-b74e-cc99e7976f57 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Request body: {'security_group_rule': {'security_group_id': 'fc841b61-b788-4e60-b50f-4548910a8e28', 'project_id': '2e0f86f1410e48e99ce078647d3125f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:04:49.469638 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-c0fc6513-dce2-49db-b9b6-df5bef4e00d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c93fb3e4-a952-4e88-9f9e-a69546fc994e', 'name': 'tempest-TestMinimumBasicScenario-332155218-router', 'tenant_id': '2e0f86f1410e48e99ce078647d3125f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '3b17f863-f233-480d-9089-0f4c263931ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:03:34Z', 'updated_at': '2021-08-25T17:03:37Z', 'revision_number': 4, 'project_id': '2e0f86f1410e48e99ce078647d3125f3', 'gw_port': {'id': '3b17f863-f233-480d-9089-0f4c263931ca', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93fb3e4-a952-4e88-9f9e-a69546fc994e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:03:34Z', 'updated_at': '2021-08-25T17:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_floatingips': [{'id': 'da5177da-a290-4a00-87e1-3bafa664d2b4', 'tenant_id': '2e0f86f1410e48e99ce078647d3125f3', 'floating_ip_address': '172.27.2.189', 'floating_network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'router_id': 'c93fb3e4-a952-4e88-9f9e-a69546fc994e', 'port_id': '60995caa-fc85-4c9e-a5dc-02feeaf7b8c4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67402cff-b45f-4fed-abaa-c7f552a48d5e', 'mac_address': 'fa:16:3e:44:8b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:04:47Z', 'updated_at': '2021-08-25T17:04:47Z', 'revision_number': 0, 'project_id': '2e0f86f1410e48e99ce078647d3125f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09cd816-00cf-4d57-8097-f04d5830572c', 'name': '', 'network_id': '67402cff-b45f-4fed-abaa-c7f552a48d5e', 'tenant_id': '2e0f86f1410e48e99ce078647d3125f3', 'mac_address': 'fa:16:3e:0f:37:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93fb3e4-a952-4e88-9f9e-a69546fc994e', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'ecf1d074-31af-4eab-9bb7-bf7bd6ac47eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:03:36Z', 'updated_at': '2021-08-25T17:03:43Z', 'revision_number': 5, 'project_id': '2e0f86f1410e48e99ce078647d3125f3', 'subnets': [{'id': 'ecf1d074-31af-4eab-9bb7-bf7bd6ac47eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:04:49.475742 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3952ffd-7966-4e6c-a974-c20aaaf432ae req-89ef62a5-04fb-4390-8dc3-b996c39590c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:49.477398 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f3952ffd-7966-4e6c-a974-c20aaaf432ae req-89ef62a5-04fb-4390-8dc3-b996c39590c7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=67402cff-b45f-4fed-abaa-c7f552a48d5e HTTP/1.1" status: 200 len: 916 time: 0.2172630 Aug 25 17:04:49.487195 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-88830e93-68aa-4d9a-b74e-cc99e7976f57 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:49.524887 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fc6513-dce2-49db-b9b6-df5bef4e00d4 None None] Checking router: c93fb3e4-a952-4e88-9f9e-a69546fc994e for host: dv-cinder-791240-5-iscsi {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:04:49.539727 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fc6513-dce2-49db-b9b6-df5bef4e00d4 None None] Routers {'c93fb3e4-a952-4e88-9f9e-a69546fc994e'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:04:49.540481 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-c0fc6513-dce2-49db-b9b6-df5bef4e00d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:04:46Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['c93fb3e4-a952-4e88-9f9e-a69546fc994e'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:04:49.568495 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc543fb5-b827-4378-a090-59bae3eac54a req-952663b3-0c27-4691-90da-7f63986e77a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:49.570032 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-fc543fb5-b827-4378-a090-59bae3eac54a req-952663b3-0c27-4691-90da-7f63986e77a7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=babef823-13d0-4c9c-ac11-3e08eee348af HTTP/1.1" status: 200 len: 914 time: 0.2177310 Aug 25 17:04:49.644968 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f3952ffd-7966-4e6c-a974-c20aaaf432ae req-da8cfbaa-8997-4a79-88ec-4ac3c728f72e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60995caa-fc85-4c9e-a5dc-02feeaf7b8c4 HTTP/1.1" status: 200 len: 999 time: 0.1504879 Aug 25 17:04:49.658619 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d60c9-282f-4be5-8328-187ea779a757 req-40eec88a-8b0d-4695-9de2-a373334b7d42 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:49.660761 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-664d60c9-282f-4be5-8328-187ea779a757 req-40eec88a-8b0d-4695-9de2-a373334b7d42 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7b35827-e135-4a73-9e24-ac109318f523 HTTP/1.1" status: 200 len: 946 time: 0.0626423 Aug 25 17:04:49.680384 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-c0fc6513-dce2-49db-b9b6-df5bef4e00d4 None None] Set router c93fb3e4-a952-4e88-9f9e-a69546fc994e gateway port host: dv-cinder-791240-5-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:04:49.709140 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-664d60c9-282f-4be5-8328-187ea779a757 req-9fe05282-637e-4924-a936-481d1f37d53b tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403407 Aug 25 17:04:49.737781 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-88830e93-68aa-4d9a-b74e-cc99e7976f57 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:49.737781 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-fc543fb5-b827-4378-a090-59bae3eac54a req-ea9d7a43-8fd2-4f1b-b86d-cb49e7882c52 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f20b890b-7181-4ff1-acca-0f73547d9480 HTTP/1.1" status: 200 len: 1000 time: 0.1398294 Aug 25 17:04:49.737781 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-88830e93-68aa-4d9a-b74e-cc99e7976f57 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373673'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:49.745073 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3952ffd-7966-4e6c-a974-c20aaaf432ae req-7bdf6405-1d75-4063-8c25-a1c8a9ca781f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:49.746633 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f3952ffd-7966-4e6c-a974-c20aaaf432ae req-7bdf6405-1d75-4063-8c25-a1c8a9ca781f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ecf1d074-31af-4eab-9bb7-bf7bd6ac47eb HTTP/1.1" status: 200 len: 853 time: 0.0880911 Aug 25 17:04:49.760166 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88830e93-68aa-4d9a-b74e-cc99e7976f57 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c8365dd-0495-4bc0-ae8a-99b80c41cf6a,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:04:49.781560 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-88830e93-68aa-4d9a-b74e-cc99e7976f57 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:49.784075 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-88830e93-68aa-4d9a-b74e-cc99e7976f57 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4326928 Aug 25 17:04:49.789109 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 39274) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:04:49.793352 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-e012ba01-2aba-46ba-a5db-85c7fd50fa22 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Request body: {'security_group_rule': {'security_group_id': 'fc841b61-b788-4e60-b50f-4548910a8e28', 'project_id': '2e0f86f1410e48e99ce078647d3125f3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:04:49.799196 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device 82126cd2-f661-4cb3-a592-55de03afb0b3 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:04:49.821626 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e012ba01-2aba-46ba-a5db-85c7fd50fa22 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:49.851063 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc543fb5-b827-4378-a090-59bae3eac54a req-ec4bd67c-acd3-44ea-982d-78bfc8391df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:49.852608 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-fc543fb5-b827-4378-a090-59bae3eac54a req-ec4bd67c-acd3-44ea-982d-78bfc8391df4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bfe00ef0-b79f-4f8a-b5ba-574e5c012373 HTTP/1.1" status: 200 len: 851 time: 0.0869961 Aug 25 17:04:49.857409 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] No Port match for: 82126cd2-f661-4cb3-a592-55de03afb0b3 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:04:49.857797 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device 82126cd2-f661-4cb3-a592-55de03afb0b3 not bound to the agent host hv-cinder-79124 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:04:49.857940 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3952ffd-7966-4e6c-a974-c20aaaf432ae req-58325cc5-eb0c-4106-b000-3b5edcb902fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:49.860712 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f3952ffd-7966-4e6c-a974-c20aaaf432ae req-58325cc5-eb0c-4106-b000-3b5edcb902fd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=67402cff-b45f-4fed-abaa-c7f552a48d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0960233 Aug 25 17:04:49.874215 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e012ba01-2aba-46ba-a5db-85c7fd50fa22 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:49.887142 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e012ba01-2aba-46ba-a5db-85c7fd50fa22 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373673'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:49.905695 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e012ba01-2aba-46ba-a5db-85c7fd50fa22 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3e92365-51d8-40e9-8973-3bdf3d4e682f,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:04:49.913590 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e012ba01-2aba-46ba-a5db-85c7fd50fa22 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:49.915027 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-e012ba01-2aba-46ba-a5db-85c7fd50fa22 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1251917 Aug 25 17:04:49.917805 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 39276) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:04:49.922150 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-9fd0dd3b-1cea-401a-bf8f-3232a4d68195 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Request body: {'security_group_rule': {'security_group_id': 'fc841b61-b788-4e60-b50f-4548910a8e28', 'project_id': '2e0f86f1410e48e99ce078647d3125f3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:04:49.947827 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9fd0dd3b-1cea-401a-bf8f-3232a4d68195 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:49.960856 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-c0fc6513-dce2-49db-b9b6-df5bef4e00d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c93fb3e4-a952-4e88-9f9e-a69546fc994e', 'name': 'tempest-TestMinimumBasicScenario-332155218-router', 'tenant_id': '2e0f86f1410e48e99ce078647d3125f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '3b17f863-f233-480d-9089-0f4c263931ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:03:34Z', 'updated_at': '2021-08-25T17:03:37Z', 'revision_number': 4, 'project_id': '2e0f86f1410e48e99ce078647d3125f3', 'gw_port': {'id': '3b17f863-f233-480d-9089-0f4c263931ca', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93fb3e4-a952-4e88-9f9e-a69546fc994e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:03:34Z', 'updated_at': '2021-08-25T17:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_floatingips': [{'id': 'da5177da-a290-4a00-87e1-3bafa664d2b4', 'tenant_id': '2e0f86f1410e48e99ce078647d3125f3', 'floating_ip_address': '172.27.2.189', 'floating_network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'router_id': 'c93fb3e4-a952-4e88-9f9e-a69546fc994e', 'port_id': '60995caa-fc85-4c9e-a5dc-02feeaf7b8c4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67402cff-b45f-4fed-abaa-c7f552a48d5e', 'mac_address': 'fa:16:3e:44:8b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:04:47Z', 'updated_at': '2021-08-25T17:04:47Z', 'revision_number': 0, 'project_id': '2e0f86f1410e48e99ce078647d3125f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09cd816-00cf-4d57-8097-f04d5830572c', 'name': '', 'network_id': '67402cff-b45f-4fed-abaa-c7f552a48d5e', 'tenant_id': '2e0f86f1410e48e99ce078647d3125f3', 'mac_address': 'fa:16:3e:0f:37:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93fb3e4-a952-4e88-9f9e-a69546fc994e', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'ecf1d074-31af-4eab-9bb7-bf7bd6ac47eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:03:36Z', 'updated_at': '2021-08-25T17:03:43Z', 'revision_number': 5, 'project_id': '2e0f86f1410e48e99ce078647d3125f3', 'subnets': [{'id': 'ecf1d074-31af-4eab-9bb7-bf7bd6ac47eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:04:49.989628 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fc6513-dce2-49db-b9b6-df5bef4e00d4 None None] The sync data for ids ['c93fb3e4-a952-4e88-9f9e-a69546fc994e'] in dv-cinder-791240-5-iscsi is: [{'id': 'c93fb3e4-a952-4e88-9f9e-a69546fc994e', 'name': 'tempest-TestMinimumBasicScenario-332155218-router', 'tenant_id': '2e0f86f1410e48e99ce078647d3125f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '3b17f863-f233-480d-9089-0f4c263931ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:03:34Z', 'updated_at': '2021-08-25T17:03:37Z', 'revision_number': 4, 'project_id': '2e0f86f1410e48e99ce078647d3125f3', 'gw_port': {'id': '3b17f863-f233-480d-9089-0f4c263931ca', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93fb3e4-a952-4e88-9f9e-a69546fc994e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:03:34Z', 'updated_at': '2021-08-25T17:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_floatingips': [{'id': 'da5177da-a290-4a00-87e1-3bafa664d2b4', 'tenant_id': '2e0f86f1410e48e99ce078647d3125f3', 'floating_ip_address': '172.27.2.189', 'floating_network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'router_id': 'c93fb3e4-a952-4e88-9f9e-a69546fc994e', 'port_id': '60995caa-fc85-4c9e-a5dc-02feeaf7b8c4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67402cff-b45f-4fed-abaa-c7f552a48d5e', 'mac_address': 'fa:16:3e:44:8b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:04:47Z', 'updated_at': '2021-08-25T17:04:47Z', 'revision_number': 0, 'project_id': '2e0f86f1410e48e99ce078647d3125f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09cd816-00cf-4d57-8097-f04d5830572c', 'name': '', 'network_id': '67402cff-b45f-4fed-abaa-c7f552a48d5e', 'tenant_id': '2e0f86f1410e48e99ce078647d3125f3', 'mac_address': 'fa:16:3e:0f:37:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93fb3e4-a952-4e88-9f9e-a69546fc994e', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'ecf1d074-31af-4eab-9bb7-bf7bd6ac47eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:03:36Z', 'updated_at': '2021-08-25T17:03:43Z', 'revision_number': 5, 'project_id': '2e0f86f1410e48e99ce078647d3125f3', 'subnets': [{'id': 'ecf1d074-31af-4eab-9bb7-bf7bd6ac47eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:04:49.994653 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc543fb5-b827-4378-a090-59bae3eac54a req-d342f992-e7f6-41ec-a0a1-41b5bdd08994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:49.997714 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-fc543fb5-b827-4378-a090-59bae3eac54a req-d342f992-e7f6-41ec-a0a1-41b5bdd08994 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=babef823-13d0-4c9c-ac11-3e08eee348af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1240439 Aug 25 17:04:50.018582 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9fd0dd3b-1cea-401a-bf8f-3232a4d68195 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:50.026968 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9fd0dd3b-1cea-401a-bf8f-3232a4d68195 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373673'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:50.037133 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f3952ffd-7966-4e6c-a974-c20aaaf432ae req-c945d445-04ba-4260-93d9-4fe0da388304 service neutron] 10.222.0.16 "GET /v2.0/networks/67402cff-b45f-4fed-abaa-c7f552a48d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549890 Aug 25 17:04:50.051517 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd0dd3b-1cea-401a-bf8f-3232a4d68195 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7c11726-db90-4487-ac10-efba1242bc90,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:04:50.068185 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9fd0dd3b-1cea-401a-bf8f-3232a4d68195 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:50.068185 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-9fd0dd3b-1cea-401a-bf8f-3232a4d68195 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1489556 Aug 25 17:04:50.072602 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 39280) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:04:50.077123 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-969e05b1-9aba-4451-8ca9-f00933bd8928 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Request body: {'security_group_rule': {'security_group_id': 'fc841b61-b788-4e60-b50f-4548910a8e28', 'project_id': '2e0f86f1410e48e99ce078647d3125f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:04:50.110439 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da62bc8-c3a2-4d9a-bda7-db2868b0b2df req-f557a1ab-6c06-4607-ada7-9144fb31cd1c tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:50.112274 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2da62bc8-c3a2-4d9a-bda7-db2868b0b2df req-f557a1ab-6c06-4607-ada7-9144fb31cd1c tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 946 time: 0.0581706 Aug 25 17:04:50.154018 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2da62bc8-c3a2-4d9a-bda7-db2868b0b2df req-b01d016a-f74f-4e5a-878f-7ddb12e88836 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/security-groups?id=0f7db256-0dd5-4a6d-b219-9a35aeeb860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349975 Aug 25 17:04:50.177829 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.db.securitygroups_db [None req-969e05b1-9aba-4451-8ca9-f00933bd8928 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Project 2e0f86f1410e48e99ce078647d3125f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 17:04:50.192238 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-969e05b1-9aba-4451-8ca9-f00933bd8928 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:50.236070 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-fc543fb5-b827-4378-a090-59bae3eac54a req-d03b74dd-afe8-4275-97ca-70eef823c9ea service neutron] 10.222.0.16 "GET /v2.0/networks/babef823-13d0-4c9c-ac11-3e08eee348af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259109 Aug 25 17:04:50.314947 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f3952ffd-7966-4e6c-a974-c20aaaf432ae req-ea3ed9ae-f41a-498b-a686-2029967a98bf service neutron] 10.222.0.16 "GET /v2.0/networks/67402cff-b45f-4fed-abaa-c7f552a48d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432952 Aug 25 17:04:50.361489 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9d59c6-4b49-43b3-8db2-2954b2025983 None None] New status for floating IP da5177da-a290-4a00-87e1-3bafa664d2b4: ACTIVE {{(pid=93884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 17:04:50.374553 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-969e05b1-9aba-4451-8ca9-f00933bd8928 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:50.382134 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-969e05b1-9aba-4451-8ca9-f00933bd8928 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373673'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:50.409450 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-fc543fb5-b827-4378-a090-59bae3eac54a req-dc37fba3-557b-4f2d-89d0-8b7260511f90 service neutron] 10.222.0.16 "GET /v2.0/networks/babef823-13d0-4c9c-ac11-3e08eee348af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623616 Aug 25 17:04:50.412098 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969e05b1-9aba-4451-8ca9-f00933bd8928 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b304f0a9-cdae-4a8d-bc9d-ae0ca67dbad7,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:04:50.416789 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-969e05b1-9aba-4451-8ca9-f00933bd8928 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:50.419497 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-969e05b1-9aba-4451-8ca9-f00933bd8928 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3444071 Aug 25 17:04:50.420842 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 39284) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:04:50.425589 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-76a5c38d-86bd-40ea-9c79-218e9cfa0995 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Request body: {'security_group_rule': {'security_group_id': 'fc841b61-b788-4e60-b50f-4548910a8e28', 'project_id': '2e0f86f1410e48e99ce078647d3125f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:04:50.449907 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.db.securitygroups_db [None req-76a5c38d-86bd-40ea-9c79-218e9cfa0995 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Project 2e0f86f1410e48e99ce078647d3125f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 17:04:50.455322 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-76a5c38d-86bd-40ea-9c79-218e9cfa0995 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:50.511242 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-76a5c38d-86bd-40ea-9c79-218e9cfa0995 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:50.515258 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-76a5c38d-86bd-40ea-9c79-218e9cfa0995 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373673'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:50.533807 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a5c38d-86bd-40ea-9c79-218e9cfa0995 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37a1a74b-b91d-4806-b889-facfd2a3236a,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:04:50.540566 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-76a5c38d-86bd-40ea-9c79-218e9cfa0995 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:50.541813 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-76a5c38d-86bd-40ea-9c79-218e9cfa0995 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1199169 Aug 25 17:04:50.622625 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-bc1cc196-faf1-49dc-9c42-c9278584aa60 req-c9d207a0-90ee-471e-a32b-1f0cae4db9da tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1465194233&fields=id&tenant_id=2e0f86f1410e48e99ce078647d3125f3 HTTP/1.1" status: 200 len: 267 time: 0.0338535 Aug 25 17:04:50.659585 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c61ad-9513-40f3-bb8e-c69f76df24ff req-efadfffb-baa3-4ee4-a699-89b0c7a14389 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:50.661050 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-201c61ad-9513-40f3-bb8e-c69f76df24ff req-efadfffb-baa3-4ee4-a699-89b0c7a14389 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.16 "GET /v2.0/ports?device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 946 time: 0.0529561 Aug 25 17:04:50.676951 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1cc196-faf1-49dc-9c42-c9278584aa60 req-d9cfb00b-90a1-4dc9-9ae0-ef3fcf80968a tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:50.678435 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-bc1cc196-faf1-49dc-9c42-c9278584aa60 req-d9cfb00b-90a1-4dc9-9ae0-ef3fcf80968a tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/ports?device_id=1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b HTTP/1.1" status: 200 len: 945 time: 0.0485957 Aug 25 17:04:50.690107 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-bc1cc196-faf1-49dc-9c42-c9278584aa60 req-b8f39264-6baf-42c7-978a-f20f1954900a tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Request body: {'port': {'security_groups': ['2f41bede-88ae-49ca-a50e-ce7816d45c40', 'fc841b61-b788-4e60-b50f-4548910a8e28']}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:04:50.757224 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-bc1cc196-faf1-49dc-9c42-c9278584aa60 req-b8f39264-6baf-42c7-978a-f20f1954900a tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:50.759414 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-201c61ad-9513-40f3-bb8e-c69f76df24ff req-60a9c322-13e1-4f45-b400-88cd0149b00a tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Deleting port 3c0764c1-cbfb-4263-af88-7790174b6924 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:04:50.759759 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-201c61ad-9513-40f3-bb8e-c69f76df24ff req-60a9c322-13e1-4f45-b400-88cd0149b00a tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743706167839'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:50.853890 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-201c61ad-9513-40f3-bb8e-c69f76df24ff req-60a9c322-13e1-4f45-b400-88cd0149b00a tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] For port 3c0764c1-cbfb-4263-af88-7790174b6924, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=3c0764c1-cbfb-4263-af88-7790174b6924,segment=NetworkSegment(4d6da60f-3006-497a-af1b-371736e709aa),segment_id=4d6da60f-3006-497a-af1b-371736e709aa)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:04:50.854262 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-201c61ad-9513-40f3-bb8e-c69f76df24ff req-60a9c322-13e1-4f45-b400-88cd0149b00a tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616478'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:50.867268 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-201c61ad-9513-40f3-bb8e-c69f76df24ff req-60a9c322-13e1-4f45-b400-88cd0149b00a tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Calling delete_port for 3c0764c1-cbfb-4263-af88-7790174b6924 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:04:50.983830 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-bc1cc196-faf1-49dc-9c42-c9278584aa60 req-b8f39264-6baf-42c7-978a-f20f1954900a tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] For port 60995caa-fc85-4c9e-a5dc-02feeaf7b8c4, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=60995caa-fc85-4c9e-a5dc-02feeaf7b8c4,segment=NetworkSegment(7805d27b-101e-4f4b-8b1f-c99cc5b16a07),segment_id=7805d27b-101e-4f4b-8b1f-c99cc5b16a07)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:04:50.995775 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-201c61ad-9513-40f3-bb8e-c69f76df24ff req-60a9c322-13e1-4f45-b400-88cd0149b00a tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743706076703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743705601028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732937'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:51.015887 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-bc1cc196-faf1-49dc-9c42-c9278584aa60 req-b8f39264-6baf-42c7-978a-f20f1954900a tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:51.016898 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] get_ports_and_sgs() called for port_ids ['3c0764c1-cbfb-4263-af88-7790174b6924'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:04:51.021113 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-bc1cc196-faf1-49dc-9c42-c9278584aa60 req-b8f39264-6baf-42c7-978a-f20f1954900a tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3625721'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:51.024778 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a9c322-13e1-4f45-b400-88cd0149b00a tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Pushing event deleted for resources: {'Port': ['ID=3c0764c1-cbfb-4263-af88-7790174b6924,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:04:51.053657 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] get_ports_and_sgs() called for port_ids ['60995caa-fc85-4c9e-a5dc-02feeaf7b8c4'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:04:51.073805 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1cc196-faf1-49dc-9c42-c9278584aa60 req-b8f39264-6baf-42c7-978a-f20f1954900a tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:51.074453 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-bc1cc196-faf1-49dc-9c42-c9278584aa60 req-b8f39264-6baf-42c7-978a-f20f1954900a tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16218488'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:51.075247 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-201c61ad-9513-40f3-bb8e-c69f76df24ff req-60a9c322-13e1-4f45-b400-88cd0149b00a tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] No DVR routers for this DVR port 3c0764c1-cbfb-4263-af88-7790174b6924 on host hv-cinder-79124 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:04:51.078334 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-201c61ad-9513-40f3-bb8e-c69f76df24ff req-60a9c322-13e1-4f45-b400-88cd0149b00a tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:51.081654 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-201c61ad-9513-40f3-bb8e-c69f76df24ff req-60a9c322-13e1-4f45-b400-88cd0149b00a tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.16 "DELETE /v2.0/ports/3c0764c1-cbfb-4263-af88-7790174b6924 HTTP/1.1" status: 204 len: 173 time: 0.4132349 Aug 25 17:04:51.081873 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-bc1cc196-faf1-49dc-9c42-c9278584aa60 req-b8f39264-6baf-42c7-978a-f20f1954900a tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "PUT /v2.0/ports/60995caa-fc85-4c9e-a5dc-02feeaf7b8c4 HTTP/1.1" status: 200 len: 981 time: 0.3965774 Aug 25 17:04:51.110625 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f39264-6baf-42c7-978a-f20f1954900a tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Pushing event updated for resources: {'Port': ['ID=60995caa-fc85-4c9e-a5dc-02feeaf7b8c4,revision_number=6']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:04:51.136805 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b', 'tag': '60995caa-fc85-4c9e-a5dc-02feeaf7b8c4'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:04:51.139934 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9a89c5a5bbe78503b53ec670685e3d9cb834604f1284efcd0e43d667b66b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02cf9188-cb30-4bbc-8569-ddc081864000" -d '{"events": [{"name": "network-changed", "server_uuid": "1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b", "tag": "60995caa-fc85-4c9e-a5dc-02feeaf7b8c4"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:04:51.195156 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b1c4d2-afef-45bb-a9ba-6a9cdb070d21', 'name': 'network-vif-deleted', 'tag': '3c0764c1-cbfb-4263-af88-7790174b6924'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:04:51.197387 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30294bf1a97406c8a8235025fddf2f3c25b52a26b11c10f571ea972848b08700" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96430702-6739-4c66-99c6-a63b3475c213" -d '{"events": [{"server_uuid": "10b1c4d2-afef-45bb-a9ba-6a9cdb070d21", "name": "network-vif-deleted", "tag": "3c0764c1-cbfb-4263-af88-7790174b6924"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:04:51.199425 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb400c2-be85-435c-99cd-a2f9e92cb9e3 req-83c8ff2b-266b-4690-86a9-03067f6fe6f9 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:51.205329 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] get_ports_and_sgs() called for port_ids ['60995caa-fc85-4c9e-a5dc-02feeaf7b8c4'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:04:51.207320 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7bb400c2-be85-435c-99cd-a2f9e92cb9e3 req-83c8ff2b-266b-4690-86a9-03067f6fe6f9 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7b35827-e135-4a73-9e24-ac109318f523 HTTP/1.1" status: 200 len: 946 time: 0.0640409 Aug 25 17:04:51.252197 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7bb400c2-be85-435c-99cd-a2f9e92cb9e3 req-1b6212a4-bf71-4490-a82d-6a71870081ed tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409265 Aug 25 17:04:51.370148 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-e2170499-ae89-470b-ad5b-c369fdf74d54 None None] Provisioning complete for port 60995caa-fc85-4c9e-a5dc-02feeaf7b8c4 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:04:51.370419 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e2170499-ae89-470b-ad5b-c369fdf74d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:51.371590 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64f2b11-b1e3-4937-9e0a-a70628f721a3 req-76da3235-5988-43c8-b77a-7d58b0dcf781 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:51.373109 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c64f2b11-b1e3-4937-9e0a-a70628f721a3 req-76da3235-5988-43c8-b77a-7d58b0dcf781 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/ports?device_id=1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b HTTP/1.1" status: 200 len: 984 time: 0.0667405 Aug 25 17:04:51.413844 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c64f2b11-b1e3-4937-9e0a-a70628f721a3 req-59de6602-aa96-4309-b2dd-2f84b579f0cb tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/security-groups?id=2f41bede-88ae-49ca-a50e-ce7816d45c40&id=fc841b61-b788-4e60-b50f-4548910a8e28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341151 Aug 25 17:04:51.459290 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f520cbc-872b-4fdc-af37-bd74f4fe6f38 x-openstack-request-id: req-1f520cbc-872b-4fdc-af37-bd74f4fe6f38 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:04:51.459629 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b", "tag": "60995caa-fc85-4c9e-a5dc-02feeaf7b8c4", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:04:51.459871 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1f520cbc-872b-4fdc-af37-bd74f4fe6f38 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:04:51.460267 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b', 'tag': '60995caa-fc85-4c9e-a5dc-02feeaf7b8c4', 'status': 'completed', 'code': 200} Aug 25 17:04:51.534042 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf9188-cb30-4bbc-8569-ddc081864000 req-d407398c-fc02-498f-adf7-136c12ce7eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:51.535615 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-02cf9188-cb30-4bbc-8569-ddc081864000 req-d407398c-fc02-498f-adf7-136c12ce7eb7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2e0f86f1410e48e99ce078647d3125f3&device_id=1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b HTTP/1.1" status: 200 len: 1137 time: 0.0477126 Aug 25 17:04:51.544975 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-84bebf7b-e975-4a30-9100-11ae3f16021b req-42f067ba-e9a6-4f9d-8dc1-58374b97bb85 tempest-ServerRescueNegativeTestJSON-1273626423 tempest-ServerRescueNegativeTestJSON-1273626423-project] 10.222.0.88 "GET /v2.0/ports?device_id=10b1c4d2-afef-45bb-a9ba-6a9cdb070d21 HTTP/1.1" status: 200 len: 210 time: 0.0301178 Aug 25 17:04:51.619213 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b723ba-200c-4553-80af-800ed6381eb5 x-openstack-request-id: req-b5b723ba-200c-4553-80af-800ed6381eb5 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:04:51.619515 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10b1c4d2-afef-45bb-a9ba-6a9cdb070d21", "name": "network-vif-deleted", "tag": "3c0764c1-cbfb-4263-af88-7790174b6924", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:04:51.619767 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b5b723ba-200c-4553-80af-800ed6381eb5 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:04:51.620164 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10b1c4d2-afef-45bb-a9ba-6a9cdb070d21', 'name': 'network-vif-deleted', 'tag': '3c0764c1-cbfb-4263-af88-7790174b6924', 'status': 'completed', 'code': 200} Aug 25 17:04:51.684971 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf9188-cb30-4bbc-8569-ddc081864000 req-4e5ab7f2-0ce0-4cb1-8754-8ae0fcba346c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:51.686618 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-02cf9188-cb30-4bbc-8569-ddc081864000 req-4e5ab7f2-0ce0-4cb1-8754-8ae0fcba346c service neutron] 10.222.0.16 "GET /v2.0/networks?id=67402cff-b45f-4fed-abaa-c7f552a48d5e HTTP/1.1" status: 200 len: 916 time: 0.1329315 Aug 25 17:04:51.787020 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-02cf9188-cb30-4bbc-8569-ddc081864000 req-a903b879-1f03-4777-bd1b-6c8cb55dc58d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60995caa-fc85-4c9e-a5dc-02feeaf7b8c4 HTTP/1.1" status: 200 len: 1001 time: 0.0762661 Aug 25 17:04:51.856809 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf9188-cb30-4bbc-8569-ddc081864000 req-f4050902-2e20-44b9-b236-cf2c4747cc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:51.858300 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-02cf9188-cb30-4bbc-8569-ddc081864000 req-f4050902-2e20-44b9-b236-cf2c4747cc7f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ecf1d074-31af-4eab-9bb7-bf7bd6ac47eb HTTP/1.1" status: 200 len: 853 time: 0.0469537 Aug 25 17:04:51.912291 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf9188-cb30-4bbc-8569-ddc081864000 req-21740aa9-7073-451a-8485-a13dcdd47163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:51.913871 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-02cf9188-cb30-4bbc-8569-ddc081864000 req-21740aa9-7073-451a-8485-a13dcdd47163 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=67402cff-b45f-4fed-abaa-c7f552a48d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412433 Aug 25 17:04:52.042365 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84194cb3-36d6-4d2d-9f9e-9e40fa4f6f0f req-307cced1-3d20-4ecb-8a87-58829ec7b53b tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:52.043830 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-84194cb3-36d6-4d2d-9f9e-9e40fa4f6f0f req-307cced1-3d20-4ecb-8a87-58829ec7b53b tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7b35827-e135-4a73-9e24-ac109318f523 HTTP/1.1" status: 200 len: 946 time: 0.0761054 Aug 25 17:04:52.047275 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-02cf9188-cb30-4bbc-8569-ddc081864000 req-31bf911d-4fb1-4644-80ff-0f699080e569 service neutron] 10.222.0.16 "GET /v2.0/networks/67402cff-b45f-4fed-abaa-c7f552a48d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237576 Aug 25 17:04:52.212258 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-02cf9188-cb30-4bbc-8569-ddc081864000 req-bdd7bd88-f510-473e-ba78-85e29936c1cf service neutron] 10.222.0.16 "GET /v2.0/networks/67402cff-b45f-4fed-abaa-c7f552a48d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462069 Aug 25 17:04:52.222727 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-84194cb3-36d6-4d2d-9f9e-9e40fa4f6f0f req-f298dacb-b9bf-4845-90b3-11f6e8b0258c tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Deleting port d7388651-35dd-46eb-8a4c-dc28e4d9f3a0 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:04:52.223074 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-84194cb3-36d6-4d2d-9f9e-9e40fa4f6f0f req-f298dacb-b9bf-4845-90b3-11f6e8b0258c tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743706167839'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:52.315034 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-84194cb3-36d6-4d2d-9f9e-9e40fa4f6f0f req-f298dacb-b9bf-4845-90b3-11f6e8b0258c tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] For port d7388651-35dd-46eb-8a4c-dc28e4d9f3a0, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=d7388651-35dd-46eb-8a4c-dc28e4d9f3a0,segment=NetworkSegment(464881d0-366d-4203-be8e-e80b8f8623d9),segment_id=464881d0-366d-4203-be8e-e80b8f8623d9)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:04:52.315411 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-84194cb3-36d6-4d2d-9f9e-9e40fa4f6f0f req-f298dacb-b9bf-4845-90b3-11f6e8b0258c tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616478'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:52.328257 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-84194cb3-36d6-4d2d-9f9e-9e40fa4f6f0f req-f298dacb-b9bf-4845-90b3-11f6e8b0258c tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Calling delete_port for d7388651-35dd-46eb-8a4c-dc28e4d9f3a0 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:04:52.362938 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f1eed-9586-43fe-b973-4bcedc0c494b req-b436ed32-b99f-4c8e-a74c-850824c9fa23 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:52.364390 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4a9f1eed-9586-43fe-b973-4bcedc0c494b req-b436ed32-b99f-4c8e-a74c-850824c9fa23 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7b35827-e135-4a73-9e24-ac109318f523 HTTP/1.1" status: 200 len: 946 time: 0.0487223 Aug 25 17:04:52.401257 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4a9f1eed-9586-43fe-b973-4bcedc0c494b req-53879fb7-3ddc-4f23-9b92-b8de04604812 tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.88 "GET /v2.0/security-groups?id=49c8a833-0015-4640-a50f-4d282b16852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308888 Aug 25 17:04:52.457939 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-84194cb3-36d6-4d2d-9f9e-9e40fa4f6f0f req-f298dacb-b9bf-4845-90b3-11f6e8b0258c tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743706076703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743705601028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732937'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:52.469265 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] get_ports_and_sgs() called for port_ids ['d7388651-35dd-46eb-8a4c-dc28e4d9f3a0'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:04:52.484246 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f298dacb-b9bf-4845-90b3-11f6e8b0258c tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Pushing event deleted for resources: {'Port': ['ID=d7388651-35dd-46eb-8a4c-dc28e4d9f3a0,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:04:52.527285 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-84194cb3-36d6-4d2d-9f9e-9e40fa4f6f0f req-f298dacb-b9bf-4845-90b3-11f6e8b0258c tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] No DVR routers for this DVR port d7388651-35dd-46eb-8a4c-dc28e4d9f3a0 on host hv-cinder-79124 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:04:52.529787 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-84194cb3-36d6-4d2d-9f9e-9e40fa4f6f0f req-f298dacb-b9bf-4845-90b3-11f6e8b0258c tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:52.533634 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-84194cb3-36d6-4d2d-9f9e-9e40fa4f6f0f req-f298dacb-b9bf-4845-90b3-11f6e8b0258c tempest-AttachVolumeNegativeTest-1574185295 tempest-AttachVolumeNegativeTest-1574185295-project] 10.222.0.16 "DELETE /v2.0/ports/d7388651-35dd-46eb-8a4c-dc28e4d9f3a0 HTTP/1.1" status: 204 len: 173 time: 0.4679675 Aug 25 17:04:52.600085 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 39312) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:04:53.021263 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cdd2fbd4-6247-4608-936b-b07d215916f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614607'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:53.458458 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 39320) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:04:53.502859 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-11539342-80eb-4667-a101-cc7d60b51631 admin admin] Deleting subnet 157e2cdc-7e5d-4beb-8dac-2b06da21e5f2 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 17:04:53.505897 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-11539342-80eb-4667-a101-cc7d60b51631 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:53.524344 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-cdd2fbd4-6247-4608-936b-b07d215916f9 admin admin] Deleting port e93e2126-57e0-4c95-831e-6e7283009967 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:04:53.524879 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cdd2fbd4-6247-4608-936b-b07d215916f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743706167839'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:53.544112 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-11539342-80eb-4667-a101-cc7d60b51631 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4113530'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:53.582261 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-11539342-80eb-4667-a101-cc7d60b51631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16204973'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:53.602646 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-cdd2fbd4-6247-4608-936b-b07d215916f9 admin admin] For port e93e2126-57e0-4c95-831e-6e7283009967, host dv-cinder-791240-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=e93e2126-57e0-4c95-831e-6e7283009967,segment=NetworkSegment(4d6da60f-3006-497a-af1b-371736e709aa),segment_id=4d6da60f-3006-497a-af1b-371736e709aa)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:04:53.603009 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cdd2fbd4-6247-4608-936b-b07d215916f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616478'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:53.615782 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-cdd2fbd4-6247-4608-936b-b07d215916f9 admin admin] Calling delete_port for e93e2126-57e0-4c95-831e-6e7283009967 owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:04:53.622867 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b35827-e135-4a73-9e24-ac109318f523', 'name': 'network-vif-deleted', 'tag': 'd7388651-35dd-46eb-8a4c-dc28e4d9f3a0'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:04:53.625344 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30294bf1a97406c8a8235025fddf2f3c25b52a26b11c10f571ea972848b08700" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-706f4313-3cd0-4296-b8c3-6b108597f699" -d '{"events": [{"server_uuid": "f7b35827-e135-4a73-9e24-ac109318f523", "name": "network-vif-deleted", "tag": "d7388651-35dd-46eb-8a4c-dc28e4d9f3a0"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:04:53.640109 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-11539342-80eb-4667-a101-cc7d60b51631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16204962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3732890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26007577'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:53.667277 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e849e9-b633-4d1e-8171-d12e62a03c4f x-openstack-request-id: req-b2e849e9-b633-4d1e-8171-d12e62a03c4f {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:04:53.667679 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7b35827-e135-4a73-9e24-ac109318f523", "name": "network-vif-deleted", "tag": "d7388651-35dd-46eb-8a4c-dc28e4d9f3a0", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:04:53.667933 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b2e849e9-b633-4d1e-8171-d12e62a03c4f {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:04:53.668319 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7b35827-e135-4a73-9e24-ac109318f523', 'name': 'network-vif-deleted', 'tag': 'd7388651-35dd-46eb-8a4c-dc28e4d9f3a0', 'status': 'completed', 'code': 200} Aug 25 17:04:53.670548 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11539342-80eb-4667-a101-cc7d60b51631 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=157e2cdc-7e5d-4beb-8dac-2b06da21e5f2,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:04:53.673138 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-11539342-80eb-4667-a101-cc7d60b51631 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:53.675494 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-11539342-80eb-4667-a101-cc7d60b51631 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/157e2cdc-7e5d-4beb-8dac-2b06da21e5f2 HTTP/1.1" status: 204 len: 168 time: 0.2157855 Aug 25 17:04:53.677852 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 39324) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:04:53.749364 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e18237fb-356a-4120-bd9d-77c125c6a556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16174397'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:53.830401 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e18237fb-356a-4120-bd9d-77c125c6a556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16079958', 'neutron.services.segments.db._delete_segments_for_network-8743706101742'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:53.849874 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cdd2fbd4-6247-4608-936b-b07d215916f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743706076703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743705601028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3625696'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:53.850623 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.services.segments.db [None req-e18237fb-356a-4120-bd9d-77c125c6a556 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['158af8a6-8234-4e44-b5d8-e0491b33a626']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:04:53.861767 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.services.segments.db [None req-e18237fb-356a-4120-bd9d-77c125c6a556 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '464881d0-366d-4203-be8e-e80b8f8623d9') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:04:53.862066 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.services.segments.db [None req-e18237fb-356a-4120-bd9d-77c125c6a556 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '464881d0-366d-4203-be8e-e80b8f8623d9') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:04:53.870886 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e18237fb-356a-4120-bd9d-77c125c6a556 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743706101625', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4113509'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:53.879471 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd2fbd4-6247-4608-936b-b07d215916f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e93e2126-57e0-4c95-831e-6e7283009967,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:04:53.885853 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e18237fb-356a-4120-bd9d-77c125c6a556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16206884'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:53.892994 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e18237fb-356a-4120-bd9d-77c125c6a556 admin admin] Releasing vlan 1463 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 17:04:53.893387 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e18237fb-356a-4120-bd9d-77c125c6a556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16206884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3732988'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:53.895159 dv-cinder-791240-5-iscsi neutron-server[93882]: Traceback (most recent call last): Aug 25 17:04:53.895159 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 17:04:53.895159 dv-cinder-791240-5-iscsi neutron-server[93882]: timer() Aug 25 17:04:53.895159 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 17:04:53.895159 dv-cinder-791240-5-iscsi neutron-server[93882]: cb(*args, **kw) Aug 25 17:04:53.895159 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 17:04:53.895159 dv-cinder-791240-5-iscsi neutron-server[93882]: return func(*args, **kwargs) Aug 25 17:04:53.895159 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 17:04:53.895159 dv-cinder-791240-5-iscsi neutron-server[93882]: self._notify() Aug 25 17:04:53.895159 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 17:04:53.895159 dv-cinder-791240-5-iscsi neutron-server[93882]: self.callback(batched_events) Aug 25 17:04:53.895159 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 17:04:53.895159 dv-cinder-791240-5-iscsi neutron-server[93882]: event.method(event) Aug 25 17:04:53.895159 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 17:04:53.895159 dv-cinder-791240-5-iscsi neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 17:04:53.895159 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 17:04:53.895159 dv-cinder-791240-5-iscsi neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 17:04:53.895159 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 17:04:53.895159 dv-cinder-791240-5-iscsi neutron-server[93882]: return f(self, *a, **k) Aug 25 17:04:53.895159 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 17:04:53.895159 dv-cinder-791240-5-iscsi neutron-server[93882]: return self._get(url).json() Aug 25 17:04:53.895159 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 17:04:53.895159 dv-cinder-791240-5-iscsi neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 17:04:53.895159 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 17:04:53.895159 dv-cinder-791240-5-iscsi neutron-server[93882]: return self.request(url, 'GET', **kwargs) Aug 25 17:04:53.895159 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 17:04:53.895159 dv-cinder-791240-5-iscsi neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 17:04:53.895159 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 17:04:53.895159 dv-cinder-791240-5-iscsi neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 17:04:53.895159 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 17:04:53.895159 dv-cinder-791240-5-iscsi neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 17:04:53.895159 dv-cinder-791240-5-iscsi neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 17:04:53.959420 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e18237fb-356a-4120-bd9d-77c125c6a556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16079919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613987'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:53.970912 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e18237fb-356a-4120-bd9d-77c125c6a556 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16218488'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:53.975152 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-e18237fb-356a-4120-bd9d-77c125c6a556 admin admin] 10.222.0.88 "DELETE /v2.0/networks/158af8a6-8234-4e44-b5d8-e0491b33a626 HTTP/1.1" status: 204 len: 168 time: 0.2939434 Aug 25 17:04:53.982926 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18237fb-356a-4120-bd9d-77c125c6a556 admin admin] Pushing event deleted for resources: {'Network': ['ID=158af8a6-8234-4e44-b5d8-e0491b33a626,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:04:54.097415 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cdd2fbd4-6247-4608-936b-b07d215916f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16218525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614405'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:54.191122 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 39338) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:04:54.234513 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-5bde9bb0-1d68-44ea-a6d2-4fb65193e77a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ce8b30e44d0740b19fb2000423fb78ee&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0422204 Aug 25 17:04:54.237534 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 39340) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:04:54.252099 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba88d0e-5058-4cb1-ab6e-34226b5312e2 req-0141fca1-a1c0-4320-81b2-6a8687ee06df tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:54.253551 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-bba88d0e-5058-4cb1-ab6e-34226b5312e2 req-0141fca1-a1c0-4320-81b2-6a8687ee06df tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/ports?device_id=23d0a6a9-6a99-4f5d-941e-af2f69b1e03a HTTP/1.1" status: 200 len: 946 time: 0.0937045 Aug 25 17:04:54.288149 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7b33b266-0d84-4dfa-83a1-1df938596808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:54.309065 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7b33b266-0d84-4dfa-83a1-1df938596808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:54.331650 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-bba88d0e-5058-4cb1-ab6e-34226b5312e2 req-085487f0-2196-41f7-9ff3-cb654e11b586 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/security-groups?id=d911630e-e40c-452f-9806-e620e347b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712759 Aug 25 17:04:54.366191 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7b33b266-0d84-4dfa-83a1-1df938596808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:54.368743 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7b33b266-0d84-4dfa-83a1-1df938596808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:54.369932 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-7b33b266-0d84-4dfa-83a1-1df938596808 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/49c8a833-0015-4640-a50f-4d282b16852e HTTP/1.1" status: 204 len: 168 time: 0.1312001 Aug 25 17:04:54.380076 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b33b266-0d84-4dfa-83a1-1df938596808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c8a833-0015-4640-a50f-4d282b16852e,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:04:54.406586 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdd2fbd4-6247-4608-936b-b07d215916f9 admin admin] Router 67addd2d-fb16-4ce6-8f4a-b1f9cfe48399 has already been hosted by L3 agent d32565c1-f1a3-4226-8f5a-e505deb187a1 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:04:54.513562 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd2fbd4-6247-4608-936b-b07d215916f9 admin admin] Notify agent at l3_agent.dv-cinder-791240-5-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:04:54.519681 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-cdd2fbd4-6247-4608-936b-b07d215916f9 admin admin] 10.222.0.88 "PUT /v2.0/routers/67addd2d-fb16-4ce6-8f4a-b1f9cfe48399/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9184723 Aug 25 17:04:54.522568 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 39344) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:04:54.525185 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061cac60-109d-4e80-80aa-e935fb6a50c6 None None] Sync routers for ids ['67addd2d-fb16-4ce6-8f4a-b1f9cfe48399'] in dv-cinder-791240-5-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:04:54.535897 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061cac60-109d-4e80-80aa-e935fb6a50c6 None None] Routers {'67addd2d-fb16-4ce6-8f4a-b1f9cfe48399'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:04:54.536509 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-061cac60-109d-4e80-80aa-e935fb6a50c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:04:46Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['67addd2d-fb16-4ce6-8f4a-b1f9cfe48399'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:04:54.629940 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-12fb808b-324f-467e-8703-57bbb4073158 admin admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:54.645262 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-061cac60-109d-4e80-80aa-e935fb6a50c6 None None] Set router 67addd2d-fb16-4ce6-8f4a-b1f9cfe48399 gateway port host: dv-cinder-791240-5-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:04:54.741261 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-12fb808b-324f-467e-8703-57bbb4073158 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:54.802667 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-12fb808b-324f-467e-8703-57bbb4073158 admin admin] Deleting port dd7058c9-1026-478c-bb21-e2461b8e872b {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:04:54.802918 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-12fb808b-324f-467e-8703-57bbb4073158 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743706167839'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:54.835502 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-061cac60-109d-4e80-80aa-e935fb6a50c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67addd2d-fb16-4ce6-8f4a-b1f9cfe48399', 'name': 'tempest-ServerRescueNegativeTestJSON-1252746452-router', 'tenant_id': '2aac5ed5850d4b2fb26a922006b2e50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'dd7058c9-1026-478c-bb21-e2461b8e872b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:01:05Z', 'updated_at': '2021-08-25T17:04:53Z', 'revision_number': 5, 'project_id': '2aac5ed5850d4b2fb26a922006b2e50f', 'gw_port': {'id': 'dd7058c9-1026-478c-bb21-e2461b8e872b', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:de:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67addd2d-fb16-4ce6-8f4a-b1f9cfe48399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:01:07Z', 'updated_at': '2021-08-25T17:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi'}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:04:54.865503 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061cac60-109d-4e80-80aa-e935fb6a50c6 None None] Checking router: 67addd2d-fb16-4ce6-8f4a-b1f9cfe48399 for host: dv-cinder-791240-5-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:04:54.874006 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061cac60-109d-4e80-80aa-e935fb6a50c6 None None] Routers {'67addd2d-fb16-4ce6-8f4a-b1f9cfe48399'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:04:54.874808 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-061cac60-109d-4e80-80aa-e935fb6a50c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:04:46Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['67addd2d-fb16-4ce6-8f4a-b1f9cfe48399'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:04:54.904592 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-12fb808b-324f-467e-8703-57bbb4073158 admin admin] For port dd7058c9-1026-478c-bb21-e2461b8e872b, host dv-cinder-791240-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=dd7058c9-1026-478c-bb21-e2461b8e872b,segment=NetworkSegment(831650f3-50e7-4109-a77c-8151443483b4),segment_id=831650f3-50e7-4109-a77c-8151443483b4)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:04:54.905271 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-12fb808b-324f-467e-8703-57bbb4073158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616478'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:54.931726 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-12fb808b-324f-467e-8703-57bbb4073158 admin admin] Calling delete_port for dd7058c9-1026-478c-bb21-e2461b8e872b owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:04:54.965431 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-061cac60-109d-4e80-80aa-e935fb6a50c6 None None] Set router 67addd2d-fb16-4ce6-8f4a-b1f9cfe48399 gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:04:55.024838 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-061cac60-109d-4e80-80aa-e935fb6a50c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67addd2d-fb16-4ce6-8f4a-b1f9cfe48399', 'name': 'tempest-ServerRescueNegativeTestJSON-1252746452-router', 'tenant_id': '2aac5ed5850d4b2fb26a922006b2e50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:01:05Z', 'updated_at': '2021-08-25T17:04:54Z', 'revision_number': 6, 'project_id': '2aac5ed5850d4b2fb26a922006b2e50f', 'gw_port_host': None}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:04:55.056691 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061cac60-109d-4e80-80aa-e935fb6a50c6 None None] The sync data for ids ['67addd2d-fb16-4ce6-8f4a-b1f9cfe48399'] in dv-cinder-791240-5-iscsi is: [{'id': '67addd2d-fb16-4ce6-8f4a-b1f9cfe48399', 'name': 'tempest-ServerRescueNegativeTestJSON-1252746452-router', 'tenant_id': '2aac5ed5850d4b2fb26a922006b2e50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:01:05Z', 'updated_at': '2021-08-25T17:04:54Z', 'revision_number': 6, 'project_id': '2aac5ed5850d4b2fb26a922006b2e50f', 'gw_port_host': None}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:04:55.122391 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-12fb808b-324f-467e-8703-57bbb4073158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743706076703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743705601028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3625696'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:55.138859 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 39368) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:04:55.154555 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fb808b-324f-467e-8703-57bbb4073158 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd7058c9-1026-478c-bb21-e2461b8e872b,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:04:55.210762 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-12fb808b-324f-467e-8703-57bbb4073158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613983'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:55.248331 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-ec0ef4db-5122-41bf-94b4-39a0452cdcb6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-523434127-network', 'tenant_id': 'ba58d9cd6a234e4b87d51f1aeab40d84'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:04:55.274342 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0ef4db-5122-41bf-94b4-39a0452cdcb6 admin admin] Made reservation on behalf of ba58d9cd6a234e4b87d51f1aeab40d84 for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:04:55.276709 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ec0ef4db-5122-41bf-94b4-39a0452cdcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:55.286055 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ec0ef4db-5122-41bf-94b4-39a0452cdcb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:55.312238 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-12fb808b-324f-467e-8703-57bbb4073158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36927'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:55.315030 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-12fb808b-324f-467e-8703-57bbb4073158 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:55.378630 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ec0ef4db-5122-41bf-94b4-39a0452cdcb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:55.387778 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ec0ef4db-5122-41bf-94b4-39a0452cdcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:55.392278 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-12fb808b-324f-467e-8703-57bbb4073158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612047'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:55.393028 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12fb808b-324f-467e-8703-57bbb4073158 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67addd2d-fb16-4ce6-8f4a-b1f9cfe48399 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 17:04:55.400873 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-12fb808b-324f-467e-8703-57bbb4073158 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:55.402155 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-12fb808b-324f-467e-8703-57bbb4073158 admin admin] 10.222.0.88 "DELETE /v2.0/routers/67addd2d-fb16-4ce6-8f4a-b1f9cfe48399 HTTP/1.1" status: 204 len: 168 time: 0.8781488 Aug 25 17:04:55.407109 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 39374) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:04:55.451498 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec0ef4db-5122-41bf-94b4-39a0452cdcb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1488} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 17:04:55.463926 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0ef4db-5122-41bf-94b4-39a0452cdcb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90ef58b-015f-4d70-a841-c2bfea2109f7,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:04:55.475375 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ec0ef4db-5122-41bf-94b4-39a0452cdcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16206884'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:55.475910 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.db.segments_db [None req-ec0ef4db-5122-41bf-94b4-39a0452cdcb6 admin admin] Added segment f4229772-edb2-49aa-b5af-ca5998ef5d2f of type vlan for network 4fb7b31c-4da5-4310-81d3-73f4f68fad63 Aug 25 17:04:55.486635 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6923a89f-41bb-4f7f-848e-a3b72e6d66a2 req-cf448854-048a-403f-9e08-e027dc1bc51a tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:55.488212 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6923a89f-41bb-4f7f-848e-a3b72e6d66a2 req-cf448854-048a-403f-9e08-e027dc1bc51a tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/ports?device_id=23d0a6a9-6a99-4f5d-941e-af2f69b1e03a HTTP/1.1" status: 200 len: 946 time: 0.0597045 Aug 25 17:04:55.493530 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-e859739e-61ce-4b1d-9300-22866981f0b5 admin admin] Deleting subnet 5b3f3aec-b759-4569-a5a7-053f9cfaf242 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 17:04:55.517365 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e859739e-61ce-4b1d-9300-22866981f0b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:55.537220 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6923a89f-41bb-4f7f-848e-a3b72e6d66a2 req-d906038d-ad95-46f6-b443-ae01131aaaa9 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/security-groups?id=d911630e-e40c-452f-9806-e620e347b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423772 Aug 25 17:04:55.553204 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ec0ef4db-5122-41bf-94b4-39a0452cdcb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743705589342'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:55.572787 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e859739e-61ce-4b1d-9300-22866981f0b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4113530'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:55.612223 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ec0ef4db-5122-41bf-94b4-39a0452cdcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:55.613304 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0ef4db-5122-41bf-94b4-39a0452cdcb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:55.613954 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ec0ef4db-5122-41bf-94b4-39a0452cdcb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16218488'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:55.663776 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e859739e-61ce-4b1d-9300-22866981f0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16204973'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:55.698318 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-ec0ef4db-5122-41bf-94b4-39a0452cdcb6 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5557802 Aug 25 17:04:55.698662 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 39376) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:04:55.707266 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-b4c592e0-cac2-4d78-8316-70f9a098a92b admin admin] Request body: {'subnet': {'network_id': '4fb7b31c-4da5-4310-81d3-73f4f68fad63', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-523434127-subnet', 'tenant_id': 'ba58d9cd6a234e4b87d51f1aeab40d84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:04:55.710194 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0ef4db-5122-41bf-94b4-39a0452cdcb6 admin admin] Pushing event updated for resources: {'Network': ['ID=4fb7b31c-4da5-4310-81d3-73f4f68fad63,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:04:55.720877 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Network 4fb7b31c-4da5-4310-81d3-73f4f68fad63 details requested by agent ovs-agent-dv-cinder-791240-5-iscsi with host dv-cinder-791240-5-iscsi {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 17:04:55.730410 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c592e0-cac2-4d78-8316-70f9a098a92b admin admin] Made reservation on behalf of ba58d9cd6a234e4b87d51f1aeab40d84 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:04:55.732892 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b4c592e0-cac2-4d78-8316-70f9a098a92b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25269458'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:55.749182 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e859739e-61ce-4b1d-9300-22866981f0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16204962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3732890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26007577'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:55.778441 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e859739e-61ce-4b1d-9300-22866981f0b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b3f3aec-b759-4569-a5a7-053f9cfaf242,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:04:55.782546 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e859739e-61ce-4b1d-9300-22866981f0b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:55.784496 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-e859739e-61ce-4b1d-9300-22866981f0b5 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/5b3f3aec-b759-4569-a5a7-053f9cfaf242 HTTP/1.1" status: 204 len: 168 time: 0.3763375 Aug 25 17:04:55.786941 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 39378) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:04:55.803233 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device 3c0764c1-cbfb-4263-af88-7790174b6924 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:04:55.835373 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] No Port match for: 3c0764c1-cbfb-4263-af88-7790174b6924 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:04:55.835728 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device 3c0764c1-cbfb-4263-af88-7790174b6924 not bound to the agent host hv-cinder-79124 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:04:55.836368 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device d7388651-35dd-46eb-8a4c-dc28e4d9f3a0 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:04:55.855746 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] No Port match for: d7388651-35dd-46eb-8a4c-dc28e4d9f3a0 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:04:55.856087 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device d7388651-35dd-46eb-8a4c-dc28e4d9f3a0 not bound to the agent host hv-cinder-79124 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:04:55.857340 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c942c844-12bb-4de2-8d55-a76f42b0ce55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16174397'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:55.926450 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b4c592e0-cac2-4d78-8316-70f9a098a92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3626352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25269408'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:55.981897 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c592e0-cac2-4d78-8316-70f9a098a92b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8906d62a-a825-4186-8ab4-9718396c0edc,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:04:55.997937 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c592e0-cac2-4d78-8316-70f9a098a92b admin admin] Checking segment: {'id': 'f4229772-edb2-49aa-b5af-ca5998ef5d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1488, 'network_id': '4fb7b31c-4da5-4310-81d3-73f4f68fad63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:04:55.998313 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c592e0-cac2-4d78-8316-70f9a098a92b admin admin] Network hostable DHCP agents. Network: 4fb7b31c-4da5-4310-81d3-73f4f68fad63, hostable agents: ['39bdbfd6-9eef-4d2c-92d7-b2e1f06a8fe0'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 17:04:56.017065 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c592e0-cac2-4d78-8316-70f9a098a92b admin admin] Network 4fb7b31c-4da5-4310-81d3-73f4f68fad63 is scheduled to be hosted by DHCP agent 39bdbfd6-9eef-4d2c-92d7-b2e1f06a8fe0 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 17:04:56.027527 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-b4c592e0-cac2-4d78-8316-70f9a098a92b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-5-iscsi, 4fb7b31c-4da5-4310-81d3-73f4f68fad63) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:04:56.034001 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c592e0-cac2-4d78-8316-70f9a098a92b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:56.034717 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b4c592e0-cac2-4d78-8316-70f9a098a92b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16218488'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:56.040459 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80732a1d-6332-4c88-8b7d-88b0340cd0a3 None None] Network 4fb7b31c-4da5-4310-81d3-73f4f68fad63 requested from dv-cinder-791240-5-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:04:56.064827 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-b4c592e0-cac2-4d78-8316-70f9a098a92b admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3607330 Aug 25 17:04:56.190625 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79cb5e2-b24b-4101-a47c-d4d955ecd6de None None] Network 4fb7b31c-4da5-4310-81d3-73f4f68fad63 requested from dv-cinder-791240-5-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:04:56.194980 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c942c844-12bb-4de2-8d55-a76f42b0ce55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16079958', 'neutron.services.segments.db._delete_segments_for_network-8743706101742'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:56.204923 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.services.segments.db [None req-c942c844-12bb-4de2-8d55-a76f42b0ce55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fe3cea9-951c-45c5-bb39-2832b07e1827']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:04:56.215784 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.services.segments.db [None req-c942c844-12bb-4de2-8d55-a76f42b0ce55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d6da60f-3006-497a-af1b-371736e709aa') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:04:56.216089 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.services.segments.db [None req-c942c844-12bb-4de2-8d55-a76f42b0ce55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d6da60f-3006-497a-af1b-371736e709aa') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:04:56.227132 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c942c844-12bb-4de2-8d55-a76f42b0ce55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743706101625', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4113509'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:56.241228 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c942c844-12bb-4de2-8d55-a76f42b0ce55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16206884'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:56.246924 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c942c844-12bb-4de2-8d55-a76f42b0ce55 admin admin] Releasing vlan 1461 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 17:04:56.247328 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c942c844-12bb-4de2-8d55-a76f42b0ce55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16206884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3732988'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:56.249008 dv-cinder-791240-5-iscsi neutron-server[93882]: Traceback (most recent call last): Aug 25 17:04:56.249008 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 17:04:56.249008 dv-cinder-791240-5-iscsi neutron-server[93882]: timer() Aug 25 17:04:56.249008 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 17:04:56.249008 dv-cinder-791240-5-iscsi neutron-server[93882]: cb(*args, **kw) Aug 25 17:04:56.249008 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 17:04:56.249008 dv-cinder-791240-5-iscsi neutron-server[93882]: return func(*args, **kwargs) Aug 25 17:04:56.249008 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 17:04:56.249008 dv-cinder-791240-5-iscsi neutron-server[93882]: self._notify() Aug 25 17:04:56.249008 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 17:04:56.249008 dv-cinder-791240-5-iscsi neutron-server[93882]: self.callback(batched_events) Aug 25 17:04:56.249008 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 17:04:56.249008 dv-cinder-791240-5-iscsi neutron-server[93882]: event.method(event) Aug 25 17:04:56.249008 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 17:04:56.249008 dv-cinder-791240-5-iscsi neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 17:04:56.249008 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 17:04:56.249008 dv-cinder-791240-5-iscsi neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 17:04:56.249008 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 17:04:56.249008 dv-cinder-791240-5-iscsi neutron-server[93882]: return f(self, *a, **k) Aug 25 17:04:56.249008 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 17:04:56.249008 dv-cinder-791240-5-iscsi neutron-server[93882]: return self._get(url).json() Aug 25 17:04:56.249008 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 17:04:56.249008 dv-cinder-791240-5-iscsi neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 17:04:56.249008 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 17:04:56.249008 dv-cinder-791240-5-iscsi neutron-server[93882]: return self.request(url, 'GET', **kwargs) Aug 25 17:04:56.249008 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 17:04:56.249008 dv-cinder-791240-5-iscsi neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 17:04:56.249008 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 17:04:56.249008 dv-cinder-791240-5-iscsi neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 17:04:56.249008 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 17:04:56.249008 dv-cinder-791240-5-iscsi neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 17:04:56.249008 dv-cinder-791240-5-iscsi neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 17:04:56.305123 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c942c844-12bb-4de2-8d55-a76f42b0ce55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16079919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613987'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:56.312011 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c942c844-12bb-4de2-8d55-a76f42b0ce55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16218488'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:56.317071 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-c942c844-12bb-4de2-8d55-a76f42b0ce55 admin admin] 10.222.0.88 "DELETE /v2.0/networks/6fe3cea9-951c-45c5-bb39-2832b07e1827 HTTP/1.1" status: 204 len: 168 time: 0.5291626 Aug 25 17:04:56.332402 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c942c844-12bb-4de2-8d55-a76f42b0ce55 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fe3cea9-951c-45c5-bb39-2832b07e1827,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:04:56.434768 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 39396) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:04:56.474270 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-471ab924-32dc-479a-87f6-f30846332c81 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2aac5ed5850d4b2fb26a922006b2e50f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0382237 Aug 25 17:04:56.476638 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 39398) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:04:56.527571 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-057ff456-8175-4bca-a7e9-3fac82d43e6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:56.550040 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-057ff456-8175-4bca-a7e9-3fac82d43e6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:56.600582 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 39404) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:04:56.606055 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-a8981d7b-0b3b-4428-bd6c-c84aa0cf1ab3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-337519884-network', 'tenant_id': '9cb58fc02c8e4f2c955da1e33d2e0dfe'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:04:56.609138 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-057ff456-8175-4bca-a7e9-3fac82d43e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:56.612275 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-057ff456-8175-4bca-a7e9-3fac82d43e6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:56.613347 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-057ff456-8175-4bca-a7e9-3fac82d43e6f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0f7db256-0dd5-4a6d-b219-9a35aeeb860b HTTP/1.1" status: 204 len: 168 time: 0.1358094 Aug 25 17:04:56.629175 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ff456-8175-4bca-a7e9-3fac82d43e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7db256-0dd5-4a6d-b219-9a35aeeb860b,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:04:56.642702 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8981d7b-0b3b-4428-bd6c-c84aa0cf1ab3 admin admin] Made reservation on behalf of 9cb58fc02c8e4f2c955da1e33d2e0dfe for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:04:56.645590 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a8981d7b-0b3b-4428-bd6c-c84aa0cf1ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:56.655246 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a8981d7b-0b3b-4428-bd6c-c84aa0cf1ab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:56.756135 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a8981d7b-0b3b-4428-bd6c-c84aa0cf1ab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:56.760795 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a8981d7b-0b3b-4428-bd6c-c84aa0cf1ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:56.784888 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8981d7b-0b3b-4428-bd6c-c84aa0cf1ab3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1471} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 17:04:56.817770 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a8981d7b-0b3b-4428-bd6c-c84aa0cf1ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16206884'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:56.817770 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.db.segments_db [None req-a8981d7b-0b3b-4428-bd6c-c84aa0cf1ab3 admin admin] Added segment b015e51f-6599-4be6-b515-e36ae809aada of type vlan for network 63c22093-fa05-49b7-b7c9-e5970ded532d Aug 25 17:04:56.818772 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8981d7b-0b3b-4428-bd6c-c84aa0cf1ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b69f91c-3513-4ef0-8871-69eec5611461,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:04:56.870087 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a8981d7b-0b3b-4428-bd6c-c84aa0cf1ab3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743705589342'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:56.893951 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device e93e2126-57e0-4c95-831e-6e7283009967 no longer exists at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:04:56.902766 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a8981d7b-0b3b-4428-bd6c-c84aa0cf1ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:56.903756 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8981d7b-0b3b-4428-bd6c-c84aa0cf1ab3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:56.904378 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a8981d7b-0b3b-4428-bd6c-c84aa0cf1ab3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16218488'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:56.920799 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1392a692-b8ef-4e84-81d9-48bf8109455b req-0d2697de-ecd8-4460-bc9c-ee4f80c33397 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:56.921377 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] No Port match for: e93e2126-57e0-4c95-831e-6e7283009967 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:04:56.921514 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device e93e2126-57e0-4c95-831e-6e7283009967 not bound to the agent host dv-cinder-791240-5-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:04:56.922442 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device dd7058c9-1026-478c-bb21-e2461b8e872b no longer exists at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:04:56.924438 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1392a692-b8ef-4e84-81d9-48bf8109455b req-0d2697de-ecd8-4460-bc9c-ee4f80c33397 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/ports?device_id=23d0a6a9-6a99-4f5d-941e-af2f69b1e03a HTTP/1.1" status: 200 len: 946 time: 0.3139839 Aug 25 17:04:56.944636 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] No Port match for: dd7058c9-1026-478c-bb21-e2461b8e872b {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:04:56.945272 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device dd7058c9-1026-478c-bb21-e2461b8e872b not bound to the agent host dv-cinder-791240-5-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:04:56.961712 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-a8981d7b-0b3b-4428-bd6c-c84aa0cf1ab3 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3597884 Aug 25 17:04:56.965957 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 39412) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:04:56.972348 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8981d7b-0b3b-4428-bd6c-c84aa0cf1ab3 admin admin] Pushing event updated for resources: {'Network': ['ID=63c22093-fa05-49b7-b7c9-e5970ded532d,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:04:56.972859 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-1541f44e-4b56-44ee-a006-5a74a06d9de4 admin admin] Request body: {'subnet': {'network_id': '63c22093-fa05-49b7-b7c9-e5970ded532d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-337519884-subnet', 'tenant_id': '9cb58fc02c8e4f2c955da1e33d2e0dfe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:04:56.981945 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Network 63c22093-fa05-49b7-b7c9-e5970ded532d details requested by agent ovs-agent-dv-cinder-791240-5-iscsi with host dv-cinder-791240-5-iscsi {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 17:04:56.992102 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1392a692-b8ef-4e84-81d9-48bf8109455b req-4f7fe014-4f96-4a95-b268-5854fc40249e tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/security-groups?id=d911630e-e40c-452f-9806-e620e347b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562484 Aug 25 17:04:57.011242 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1541f44e-4b56-44ee-a006-5a74a06d9de4 admin admin] Made reservation on behalf of 9cb58fc02c8e4f2c955da1e33d2e0dfe for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:04:57.013515 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1541f44e-4b56-44ee-a006-5a74a06d9de4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25269458'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:57.189695 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1541f44e-4b56-44ee-a006-5a74a06d9de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3626352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25269408'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:57.254082 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1541f44e-4b56-44ee-a006-5a74a06d9de4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a86610b5-899c-4a25-9419-abedc5365f4f,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:04:57.259322 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1541f44e-4b56-44ee-a006-5a74a06d9de4 admin admin] Checking segment: {'id': 'b015e51f-6599-4be6-b515-e36ae809aada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1471, 'network_id': '63c22093-fa05-49b7-b7c9-e5970ded532d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:04:57.259684 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1541f44e-4b56-44ee-a006-5a74a06d9de4 admin admin] Network hostable DHCP agents. Network: 63c22093-fa05-49b7-b7c9-e5970ded532d, hostable agents: ['39bdbfd6-9eef-4d2c-92d7-b2e1f06a8fe0'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 17:04:57.277650 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1541f44e-4b56-44ee-a006-5a74a06d9de4 admin admin] Network 63c22093-fa05-49b7-b7c9-e5970ded532d is scheduled to be hosted by DHCP agent 39bdbfd6-9eef-4d2c-92d7-b2e1f06a8fe0 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 17:04:57.286665 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-1541f44e-4b56-44ee-a006-5a74a06d9de4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-5-iscsi, 63c22093-fa05-49b7-b7c9-e5970ded532d) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:04:57.290745 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1541f44e-4b56-44ee-a006-5a74a06d9de4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:57.291339 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1541f44e-4b56-44ee-a006-5a74a06d9de4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16218488'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:57.295494 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf66620-92da-453f-9dfb-cb4422f27aef None None] Network 63c22093-fa05-49b7-b7c9-e5970ded532d requested from dv-cinder-791240-5-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:04:57.312057 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-1541f44e-4b56-44ee-a006-5a74a06d9de4 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3440428 Aug 25 17:04:57.433106 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e936fe08-e79f-4a38-a71c-f555b7d1968c None None] Network 63c22093-fa05-49b7-b7c9-e5970ded532d requested from dv-cinder-791240-5-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:04:57.456702 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 39436) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:04:57.506069 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-b98e283d-0ecd-45c1-b5b2-461b51f6f21f admin admin] Deleting subnet 8906d62a-a825-4186-8ab4-9718396c0edc {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 17:04:57.509160 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b98e283d-0ecd-45c1-b5b2-461b51f6f21f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:57.551180 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b98e283d-0ecd-45c1-b5b2-461b51f6f21f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3565444'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:57.593035 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b98e283d-0ecd-45c1-b5b2-461b51f6f21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16204973'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:57.645767 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b98e283d-0ecd-45c1-b5b2-461b51f6f21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16204962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3625651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25269433'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:57.671271 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98e283d-0ecd-45c1-b5b2-461b51f6f21f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8906d62a-a825-4186-8ab4-9718396c0edc,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:04:57.675696 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b98e283d-0ecd-45c1-b5b2-461b51f6f21f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16218488'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:57.677534 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-b98e283d-0ecd-45c1-b5b2-461b51f6f21f admin admin] 10.222.0.88 "DELETE /v2.0/subnets/8906d62a-a825-4186-8ab4-9718396c0edc HTTP/1.1" status: 204 len: 168 time: 0.2197478 Aug 25 17:04:57.680097 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 39442) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:04:57.749031 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-17edb9f5-879f-4839-9982-44bca34789a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16174397'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:57.823554 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-17edb9f5-879f-4839-9982-44bca34789a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16079958', 'neutron.services.segments.db._delete_segments_for_network-8743706101742'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:57.833300 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-17edb9f5-879f-4839-9982-44bca34789a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fb7b31c-4da5-4310-81d3-73f4f68fad63']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:04:57.843263 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-17edb9f5-879f-4839-9982-44bca34789a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4229772-edb2-49aa-b5af-ca5998ef5d2f') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:04:57.843553 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-17edb9f5-879f-4839-9982-44bca34789a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4229772-edb2-49aa-b5af-ca5998ef5d2f') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:04:57.852785 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-17edb9f5-879f-4839-9982-44bca34789a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743706101625', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3565467'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:57.866441 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-17edb9f5-879f-4839-9982-44bca34789a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16206884'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:57.872773 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17edb9f5-879f-4839-9982-44bca34789a9 admin admin] Releasing vlan 1488 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 17:04:57.873165 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-17edb9f5-879f-4839-9982-44bca34789a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16206884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3625685'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:57.874982 dv-cinder-791240-5-iscsi neutron-server[93883]: Traceback (most recent call last): Aug 25 17:04:57.874982 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 17:04:57.874982 dv-cinder-791240-5-iscsi neutron-server[93883]: timer() Aug 25 17:04:57.874982 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 17:04:57.874982 dv-cinder-791240-5-iscsi neutron-server[93883]: cb(*args, **kw) Aug 25 17:04:57.874982 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 17:04:57.874982 dv-cinder-791240-5-iscsi neutron-server[93883]: return func(*args, **kwargs) Aug 25 17:04:57.874982 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 17:04:57.874982 dv-cinder-791240-5-iscsi neutron-server[93883]: self._notify() Aug 25 17:04:57.874982 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 17:04:57.874982 dv-cinder-791240-5-iscsi neutron-server[93883]: self.callback(batched_events) Aug 25 17:04:57.874982 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 17:04:57.874982 dv-cinder-791240-5-iscsi neutron-server[93883]: event.method(event) Aug 25 17:04:57.874982 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 17:04:57.874982 dv-cinder-791240-5-iscsi neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 17:04:57.874982 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 17:04:57.874982 dv-cinder-791240-5-iscsi neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 17:04:57.874982 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 17:04:57.874982 dv-cinder-791240-5-iscsi neutron-server[93883]: return f(self, *a, **k) Aug 25 17:04:57.874982 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 17:04:57.874982 dv-cinder-791240-5-iscsi neutron-server[93883]: return self._get(url).json() Aug 25 17:04:57.874982 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 17:04:57.874982 dv-cinder-791240-5-iscsi neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 17:04:57.874982 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 17:04:57.874982 dv-cinder-791240-5-iscsi neutron-server[93883]: return self.request(url, 'GET', **kwargs) Aug 25 17:04:57.874982 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 17:04:57.874982 dv-cinder-791240-5-iscsi neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 17:04:57.874982 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 17:04:57.874982 dv-cinder-791240-5-iscsi neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 17:04:57.874982 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 17:04:57.874982 dv-cinder-791240-5-iscsi neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 17:04:57.874982 dv-cinder-791240-5-iscsi neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 17:04:57.935698 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-17edb9f5-879f-4839-9982-44bca34789a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16079919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613987'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:57.941374 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-17edb9f5-879f-4839-9982-44bca34789a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16218488'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:57.946006 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-17edb9f5-879f-4839-9982-44bca34789a9 admin admin] 10.222.0.88 "DELETE /v2.0/networks/4fb7b31c-4da5-4310-81d3-73f4f68fad63 HTTP/1.1" status: 204 len: 168 time: 0.2621672 Aug 25 17:04:57.946212 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 39452) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:04:57.955203 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17edb9f5-879f-4839-9982-44bca34789a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fb7b31c-4da5-4310-81d3-73f4f68fad63,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:04:57.991993 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-586c192e-e1f4-4bdc-b48d-e13b67371ee1 admin admin] Deleting subnet a86610b5-899c-4a25-9419-abedc5365f4f {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 17:04:57.995307 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-586c192e-e1f4-4bdc-b48d-e13b67371ee1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:58.036321 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-586c192e-e1f4-4bdc-b48d-e13b67371ee1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4113530'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:58.092340 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-586c192e-e1f4-4bdc-b48d-e13b67371ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16204973'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:58.104060 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db35e9e6-6f4b-49e4-8498-cb6c379e4ca5 req-26ed5f77-efaa-44d1-9458-8a9a050576b4 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:58.105924 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-db35e9e6-6f4b-49e4-8498-cb6c379e4ca5 req-26ed5f77-efaa-44d1-9458-8a9a050576b4 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/ports?device_id=23d0a6a9-6a99-4f5d-941e-af2f69b1e03a HTTP/1.1" status: 200 len: 946 time: 0.0493944 Aug 25 17:04:58.146141 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-db35e9e6-6f4b-49e4-8498-cb6c379e4ca5 req-455dd878-f39f-420b-abda-622042083569 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/security-groups?id=d911630e-e40c-452f-9806-e620e347b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340066 Aug 25 17:04:58.154653 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-586c192e-e1f4-4bdc-b48d-e13b67371ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16204962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3732890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26007577'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:58.186544 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586c192e-e1f4-4bdc-b48d-e13b67371ee1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a86610b5-899c-4a25-9419-abedc5365f4f,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:04:58.188641 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-586c192e-e1f4-4bdc-b48d-e13b67371ee1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:58.190560 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-586c192e-e1f4-4bdc-b48d-e13b67371ee1 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/a86610b5-899c-4a25-9419-abedc5365f4f HTTP/1.1" status: 204 len: 168 time: 0.2433343 Aug 25 17:04:58.193064 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 39458) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:04:58.266721 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-70720573-4e30-43ef-828f-981f6f66f5da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16174397'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:58.283537 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 39464) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:04:58.344793 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-70720573-4e30-43ef-828f-981f6f66f5da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16079958', 'neutron.services.segments.db._delete_segments_for_network-8743706101742'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:58.354724 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.services.segments.db [None req-70720573-4e30-43ef-828f-981f6f66f5da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63c22093-fa05-49b7-b7c9-e5970ded532d']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:04:58.364860 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.services.segments.db [None req-70720573-4e30-43ef-828f-981f6f66f5da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b015e51f-6599-4be6-b515-e36ae809aada') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:04:58.365343 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.services.segments.db [None req-70720573-4e30-43ef-828f-981f6f66f5da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b015e51f-6599-4be6-b515-e36ae809aada') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:04:58.374132 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-70720573-4e30-43ef-828f-981f6f66f5da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743706101625', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4113509'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:58.388556 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-70720573-4e30-43ef-828f-981f6f66f5da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16206884'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:58.391995 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-325a398b-2912-407a-8df5-835d509393d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:58.394947 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70720573-4e30-43ef-828f-981f6f66f5da admin admin] Releasing vlan 1471 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 17:04:58.395383 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-70720573-4e30-43ef-828f-981f6f66f5da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16206884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3732988'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:58.397180 dv-cinder-791240-5-iscsi neutron-server[93882]: Traceback (most recent call last): Aug 25 17:04:58.397180 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 17:04:58.397180 dv-cinder-791240-5-iscsi neutron-server[93882]: timer() Aug 25 17:04:58.397180 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 17:04:58.397180 dv-cinder-791240-5-iscsi neutron-server[93882]: cb(*args, **kw) Aug 25 17:04:58.397180 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 17:04:58.397180 dv-cinder-791240-5-iscsi neutron-server[93882]: return func(*args, **kwargs) Aug 25 17:04:58.397180 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 17:04:58.397180 dv-cinder-791240-5-iscsi neutron-server[93882]: self._notify() Aug 25 17:04:58.397180 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 17:04:58.397180 dv-cinder-791240-5-iscsi neutron-server[93882]: self.callback(batched_events) Aug 25 17:04:58.397180 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 17:04:58.397180 dv-cinder-791240-5-iscsi neutron-server[93882]: event.method(event) Aug 25 17:04:58.397180 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 17:04:58.397180 dv-cinder-791240-5-iscsi neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 17:04:58.397180 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 17:04:58.397180 dv-cinder-791240-5-iscsi neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 17:04:58.397180 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 17:04:58.397180 dv-cinder-791240-5-iscsi neutron-server[93882]: return f(self, *a, **k) Aug 25 17:04:58.397180 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 17:04:58.397180 dv-cinder-791240-5-iscsi neutron-server[93882]: return self._get(url).json() Aug 25 17:04:58.397180 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 17:04:58.397180 dv-cinder-791240-5-iscsi neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 17:04:58.397180 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 17:04:58.397180 dv-cinder-791240-5-iscsi neutron-server[93882]: return self.request(url, 'GET', **kwargs) Aug 25 17:04:58.397180 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 17:04:58.397180 dv-cinder-791240-5-iscsi neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 17:04:58.397180 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 17:04:58.397180 dv-cinder-791240-5-iscsi neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 17:04:58.397180 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 17:04:58.397180 dv-cinder-791240-5-iscsi neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 17:04:58.397180 dv-cinder-791240-5-iscsi neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 17:04:58.458308 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-70720573-4e30-43ef-828f-981f6f66f5da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16079919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613987'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:58.464672 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-70720573-4e30-43ef-828f-981f6f66f5da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16218488'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:58.468681 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-70720573-4e30-43ef-828f-981f6f66f5da admin admin] 10.222.0.88 "DELETE /v2.0/networks/63c22093-fa05-49b7-b7c9-e5970ded532d HTTP/1.1" status: 204 len: 168 time: 0.2745113 Aug 25 17:04:58.480961 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70720573-4e30-43ef-828f-981f6f66f5da admin admin] Pushing event deleted for resources: {'Network': ['ID=63c22093-fa05-49b7-b7c9-e5970ded532d,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:04:58.526796 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-325a398b-2912-407a-8df5-835d509393d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:58.531308 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-325a398b-2912-407a-8df5-835d509393d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:58.570742 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-325a398b-2912-407a-8df5-835d509393d8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9755d370ac004b5186261957ce33fa19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2860579 Aug 25 17:04:58.571910 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325a398b-2912-407a-8df5-835d509393d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a666395-0af9-4e5b-81dc-319d3e0b95af,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:04:58.573548 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 39470) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:04:58.587676 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 39472) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:04:58.623785 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dc2a31e8-40e9-4cc8-ad7d-ed76d7919517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:58.626307 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-f31f96d9-3bb9-42f5-9591-d8d8fa283a96 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ba58d9cd6a234e4b87d51f1aeab40d84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372047 Aug 25 17:04:58.628483 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 39474) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:04:58.645565 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dc2a31e8-40e9-4cc8-ad7d-ed76d7919517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:58.676455 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5d57ca3b-626e-4ae9-8378-f273195867cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:58.696814 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dc2a31e8-40e9-4cc8-ad7d-ed76d7919517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:58.698402 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5d57ca3b-626e-4ae9-8378-f273195867cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:58.699537 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dc2a31e8-40e9-4cc8-ad7d-ed76d7919517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:58.700702 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-dc2a31e8-40e9-4cc8-ad7d-ed76d7919517 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3a666395-0af9-4e5b-81dc-319d3e0b95af HTTP/1.1" status: 204 len: 168 time: 0.1254070 Aug 25 17:04:58.710359 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2a31e8-40e9-4cc8-ad7d-ed76d7919517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a666395-0af9-4e5b-81dc-319d3e0b95af,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:04:58.746574 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5d57ca3b-626e-4ae9-8378-f273195867cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:58.749130 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5d57ca3b-626e-4ae9-8378-f273195867cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:58.753844 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-5d57ca3b-626e-4ae9-8378-f273195867cf admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a90ef58b-015f-4d70-a841-c2bfea2109f7 HTTP/1.1" status: 204 len: 168 time: 0.1209016 Aug 25 17:04:58.759515 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d57ca3b-626e-4ae9-8378-f273195867cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90ef58b-015f-4d70-a841-c2bfea2109f7,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:04:59.018852 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 39484) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:04:59.032266 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-be43a3d8-65eb-4e67-b1d7-7afd5c4912cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:59.134334 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-be43a3d8-65eb-4e67-b1d7-7afd5c4912cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:59.138048 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-be43a3d8-65eb-4e67-b1d7-7afd5c4912cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:59.181464 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-be43a3d8-65eb-4e67-b1d7-7afd5c4912cd admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=fa47d61a7bad453cb4d29b018ebf9598&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1589601 Aug 25 17:04:59.181464 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be43a3d8-65eb-4e67-b1d7-7afd5c4912cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f0d523-e999-456f-b2f7-eefd14c2b69f,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:04:59.181847 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 39488) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:04:59.214830 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 39490) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:04:59.236709 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-10bcca8b-f763-45d8-a900-1d8ed41fc773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:59.258904 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-10bcca8b-f763-45d8-a900-1d8ed41fc773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:59.285319 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-9e599b2d-68c9-4a49-ac3d-0420bc472377 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9cb58fc02c8e4f2c955da1e33d2e0dfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0692019 Aug 25 17:04:59.287536 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 39492) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:04:59.302656 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6930c0ef-0073-4214-be4f-ce329dddfe61 req-ef093793-150b-4697-99aa-5c998c6efc0b tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:04:59.304133 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6930c0ef-0073-4214-be4f-ce329dddfe61 req-ef093793-150b-4697-99aa-5c998c6efc0b tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/ports?device_id=23d0a6a9-6a99-4f5d-941e-af2f69b1e03a HTTP/1.1" status: 200 len: 946 time: 0.0820937 Aug 25 17:04:59.312033 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-10bcca8b-f763-45d8-a900-1d8ed41fc773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:59.314820 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-10bcca8b-f763-45d8-a900-1d8ed41fc773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:59.315967 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-10bcca8b-f763-45d8-a900-1d8ed41fc773 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/89f0d523-e999-456f-b2f7-eefd14c2b69f HTTP/1.1" status: 204 len: 168 time: 0.1331794 Aug 25 17:04:59.325052 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bcca8b-f763-45d8-a900-1d8ed41fc773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f0d523-e999-456f-b2f7-eefd14c2b69f,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:04:59.374577 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6930c0ef-0073-4214-be4f-ce329dddfe61 req-4ffc2edd-3c9e-4408-8f02-e66a5497271a tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/security-groups?id=d911630e-e40c-452f-9806-e620e347b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601079 Aug 25 17:04:59.377506 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8e2f7ca5-517a-46ff-a341-01138d704b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:59.414229 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8e2f7ca5-517a-46ff-a341-01138d704b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:59.470439 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8e2f7ca5-517a-46ff-a341-01138d704b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:59.473163 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8e2f7ca5-517a-46ff-a341-01138d704b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:04:59.474356 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-8e2f7ca5-517a-46ff-a341-01138d704b1a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6b69f91c-3513-4ef0-8871-69eec5611461 HTTP/1.1" status: 204 len: 168 time: 0.1859143 Aug 25 17:04:59.482396 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2f7ca5-517a-46ff-a341-01138d704b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b69f91c-3513-4ef0-8871-69eec5611461,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:05:00.502665 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c26b24-2b6c-42b5-9dc2-97329269928e req-ca701b07-df27-41d9-9b65-593b88f868b5 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:00.506956 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-66c26b24-2b6c-42b5-9dc2-97329269928e req-ca701b07-df27-41d9-9b65-593b88f868b5 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/ports?device_id=23d0a6a9-6a99-4f5d-941e-af2f69b1e03a HTTP/1.1" status: 200 len: 946 time: 0.0546303 Aug 25 17:05:00.543681 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-66c26b24-2b6c-42b5-9dc2-97329269928e req-22b930a8-6323-4b6f-95a0-cf8abc439d6a tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/security-groups?id=d911630e-e40c-452f-9806-e620e347b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331309 Aug 25 17:05:01.667038 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e96a1-c9ae-4003-bc13-f8baa52e5fc3 req-0f584b9f-2a1d-42e8-97d0-a7c999725ee3 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:01.668434 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e61e96a1-c9ae-4003-bc13-f8baa52e5fc3 req-0f584b9f-2a1d-42e8-97d0-a7c999725ee3 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/ports?device_id=23d0a6a9-6a99-4f5d-941e-af2f69b1e03a HTTP/1.1" status: 200 len: 946 time: 0.0487685 Aug 25 17:05:01.706086 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e61e96a1-c9ae-4003-bc13-f8baa52e5fc3 req-2f235c78-8e77-4d4d-9185-f322357865bf tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/security-groups?id=d911630e-e40c-452f-9806-e620e347b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310981 Aug 25 17:05:02.832757 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a288b869-5c19-4a10-a9f7-20b055be8aab req-fdc56607-69a6-4331-848c-bdc20d8e8dc8 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:02.834306 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a288b869-5c19-4a10-a9f7-20b055be8aab req-fdc56607-69a6-4331-848c-bdc20d8e8dc8 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/ports?device_id=23d0a6a9-6a99-4f5d-941e-af2f69b1e03a HTTP/1.1" status: 200 len: 946 time: 0.0549328 Aug 25 17:05:02.878862 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a288b869-5c19-4a10-a9f7-20b055be8aab req-168d2f1c-4c6b-46df-9dec-999e9d95de67 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/security-groups?id=d911630e-e40c-452f-9806-e620e347b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383751 Aug 25 17:05:03.997248 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8681034d-b3b6-47f6-86e4-27d8b44726ee req-7fa967b8-e333-44ca-9e06-694a6d531285 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:03.998756 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8681034d-b3b6-47f6-86e4-27d8b44726ee req-7fa967b8-e333-44ca-9e06-694a6d531285 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/ports?device_id=23d0a6a9-6a99-4f5d-941e-af2f69b1e03a HTTP/1.1" status: 200 len: 946 time: 0.0479407 Aug 25 17:05:04.039050 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8681034d-b3b6-47f6-86e4-27d8b44726ee req-331911ec-0c1b-4127-b1a3-2e3273b25bd0 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/security-groups?id=d911630e-e40c-452f-9806-e620e347b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338938 Aug 25 17:05:04.311881 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 39680) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:05:04.414125 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-10952eed-d63d-4986-808f-a6bce66850cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:04.499963 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-10952eed-d63d-4986-808f-a6bce66850cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:04.504319 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-10952eed-d63d-4986-808f-a6bce66850cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:04.541628 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-10952eed-d63d-4986-808f-a6bce66850cd admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8b36391718434d76833fe10d73cf1351&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2287064 Aug 25 17:05:04.542722 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10952eed-d63d-4986-808f-a6bce66850cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa920d71-8cfd-46c2-81f7-23d3c9c21b15,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:05:04.544403 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 39684) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:05:04.592820 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-32de549b-4fb2-4c06-b7f6-465de65b8688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:04.612952 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-32de549b-4fb2-4c06-b7f6-465de65b8688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:04.657984 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-32de549b-4fb2-4c06-b7f6-465de65b8688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:04.660667 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-32de549b-4fb2-4c06-b7f6-465de65b8688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:04.661844 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-32de549b-4fb2-4c06-b7f6-465de65b8688 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/fa920d71-8cfd-46c2-81f7-23d3c9c21b15 HTTP/1.1" status: 204 len: 168 time: 0.1163266 Aug 25 17:05:04.669419 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32de549b-4fb2-4c06-b7f6-465de65b8688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa920d71-8cfd-46c2-81f7-23d3c9c21b15,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:05:04.919707 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 39692) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:05:04.933247 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-94ab7e38-304a-455b-a4a4-efdf7ff89ce9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:05.017276 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-94ab7e38-304a-455b-a4a4-efdf7ff89ce9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:05.020881 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-94ab7e38-304a-455b-a4a4-efdf7ff89ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:05.059132 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-94ab7e38-304a-455b-a4a4-efdf7ff89ce9 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ffc04c1308e14006bad572da335a3a90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1383891 Aug 25 17:05:05.060016 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ab7e38-304a-455b-a4a4-efdf7ff89ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac78043-3f87-4af6-a47a-980eb51ced0b,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:05:05.061865 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 39696) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:05:05.123722 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3cadc465-f5bf-4f71-9ae3-79a2017983e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:05.164005 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3cadc465-f5bf-4f71-9ae3-79a2017983e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:05.184705 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11849181-282b-4cfa-a7d2-5e0298cd1676 req-36865927-6c4b-47f1-84c1-b9dda9877204 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:05.186218 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-11849181-282b-4cfa-a7d2-5e0298cd1676 req-36865927-6c4b-47f1-84c1-b9dda9877204 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/ports?device_id=23d0a6a9-6a99-4f5d-941e-af2f69b1e03a HTTP/1.1" status: 200 len: 946 time: 0.0791018 Aug 25 17:05:05.240301 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-11849181-282b-4cfa-a7d2-5e0298cd1676 req-8111dc78-656b-4951-a762-0f70a3ac920e tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/security-groups?id=d911630e-e40c-452f-9806-e620e347b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469756 Aug 25 17:05:05.249524 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3cadc465-f5bf-4f71-9ae3-79a2017983e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:05.252796 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3cadc465-f5bf-4f71-9ae3-79a2017983e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:05.256702 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-3cadc465-f5bf-4f71-9ae3-79a2017983e8 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2ac78043-3f87-4af6-a47a-980eb51ced0b HTTP/1.1" status: 204 len: 168 time: 0.1938193 Aug 25 17:05:05.265157 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cadc465-f5bf-4f71-9ae3-79a2017983e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac78043-3f87-4af6-a47a-980eb51ced0b,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:05:05.576870 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 39704) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:05:05.590680 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-39ecee95-3b20-42dc-8369-e4092bb36b84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:05.678952 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-39ecee95-3b20-42dc-8369-e4092bb36b84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:05.682894 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-39ecee95-3b20-42dc-8369-e4092bb36b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:05.720418 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-39ecee95-3b20-42dc-8369-e4092bb36b84 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c5b6a2f3192345a9afa4eb4282cc21d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1419530 Aug 25 17:05:05.722262 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ecee95-3b20-42dc-8369-e4092bb36b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a176af19-8d19-4029-8fe3-ced7f92c2829,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:05:05.723189 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 39706) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:05:05.773319 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2eebdb33-32b6-426b-92a2-a76fd35f436c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:05.794036 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2eebdb33-32b6-426b-92a2-a76fd35f436c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:05.838446 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2eebdb33-32b6-426b-92a2-a76fd35f436c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:05.841071 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2eebdb33-32b6-426b-92a2-a76fd35f436c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:05.842211 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-2eebdb33-32b6-426b-92a2-a76fd35f436c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a176af19-8d19-4029-8fe3-ced7f92c2829 HTTP/1.1" status: 204 len: 168 time: 0.1180401 Aug 25 17:05:05.850517 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eebdb33-32b6-426b-92a2-a76fd35f436c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a176af19-8d19-4029-8fe3-ced7f92c2829,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:05:07.548662 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-675b0cfa-30a8-494e-b3ff-bb445488b7d8 None None] Agent healthcheck: found 6 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:05:07.873614 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 39782) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:05:07.979736 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5c4c9876-0fc2-4c3b-9825-3de5ca4a3435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:08.067758 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5c4c9876-0fc2-4c3b-9825-3de5ca4a3435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:08.071299 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5c4c9876-0fc2-4c3b-9825-3de5ca4a3435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:08.109756 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-5c4c9876-0fc2-4c3b-9825-3de5ca4a3435 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=068909e2a8d6482dbde08c84587a1159&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2349803 Aug 25 17:05:08.110883 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4c9876-0fc2-4c3b-9825-3de5ca4a3435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7344c71-3dd4-496b-9cde-7ad0e01e3668,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:05:08.112429 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 39788) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:05:08.164673 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-653d3591-34dc-4be5-b8ba-d9ad952db4fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:08.184619 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-653d3591-34dc-4be5-b8ba-d9ad952db4fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:08.231170 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-653d3591-34dc-4be5-b8ba-d9ad952db4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:08.233870 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-653d3591-34dc-4be5-b8ba-d9ad952db4fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:08.237470 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-653d3591-34dc-4be5-b8ba-d9ad952db4fa admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e7344c71-3dd4-496b-9cde-7ad0e01e3668 HTTP/1.1" status: 204 len: 168 time: 0.1215436 Aug 25 17:05:08.244739 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653d3591-34dc-4be5-b8ba-d9ad952db4fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7344c71-3dd4-496b-9cde-7ad0e01e3668,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:05:08.306574 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d709b-004d-481b-b619-904f7e79c1c4 req-1cddd76e-aa96-493a-bdc6-0b2512ec2ee4 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:08.309117 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4b4d709b-004d-481b-b619-904f7e79c1c4 req-1cddd76e-aa96-493a-bdc6-0b2512ec2ee4 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/ports?device_id=23d0a6a9-6a99-4f5d-941e-af2f69b1e03a HTTP/1.1" status: 200 len: 946 time: 0.0498033 Aug 25 17:05:08.353141 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4b4d709b-004d-481b-b619-904f7e79c1c4 req-74442f82-09e7-474e-8c64-9da2f2879441 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/security-groups?id=d911630e-e40c-452f-9806-e620e347b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381050 Aug 25 17:05:08.500561 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 39794) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:05:08.514175 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bd1c3acc-37a2-4c13-a641-fcc3f527d0ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:08.600674 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bd1c3acc-37a2-4c13-a641-fcc3f527d0ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:08.604330 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bd1c3acc-37a2-4c13-a641-fcc3f527d0ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:08.643787 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-bd1c3acc-37a2-4c13-a641-fcc3f527d0ea admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=cd504730c26446ddbb0e4dc9d4d7e0c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1414216 Aug 25 17:05:08.645749 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1c3acc-37a2-4c13-a641-fcc3f527d0ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcae833c-6396-4229-8e6c-28dcd8eee1c4,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:05:08.646489 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 39796) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:05:08.699509 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-226c71f0-2445-46db-8a3a-5217ac87d1c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:08.724175 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-226c71f0-2445-46db-8a3a-5217ac87d1c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:08.770539 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-226c71f0-2445-46db-8a3a-5217ac87d1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:08.773049 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-226c71f0-2445-46db-8a3a-5217ac87d1c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:08.774238 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-226c71f0-2445-46db-8a3a-5217ac87d1c2 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/bcae833c-6396-4229-8e6c-28dcd8eee1c4 HTTP/1.1" status: 204 len: 168 time: 0.1267552 Aug 25 17:05:08.782101 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226c71f0-2445-46db-8a3a-5217ac87d1c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcae833c-6396-4229-8e6c-28dcd8eee1c4,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:05:09.506800 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a0055a-2ca5-4a2d-956c-54c1f942b51a req-d08cdf63-c3be-48f7-904f-1d8773405f0d tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:09.509167 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-56a0055a-2ca5-4a2d-956c-54c1f942b51a req-d08cdf63-c3be-48f7-904f-1d8773405f0d tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/ports?device_id=23d0a6a9-6a99-4f5d-941e-af2f69b1e03a HTTP/1.1" status: 200 len: 946 time: 0.0661855 Aug 25 17:05:09.558329 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-56a0055a-2ca5-4a2d-956c-54c1f942b51a req-0e91b372-9b20-415a-8f63-8f62c1b3d5b8 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/security-groups?id=d911630e-e40c-452f-9806-e620e347b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435271 Aug 25 17:05:10.681920 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66642f-6e19-46a4-9d86-dad77d96cdb2 req-f20d2084-70f2-4d39-b84b-2f52cddab0ec tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:10.683391 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3e66642f-6e19-46a4-9d86-dad77d96cdb2 req-f20d2084-70f2-4d39-b84b-2f52cddab0ec tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/ports?device_id=23d0a6a9-6a99-4f5d-941e-af2f69b1e03a HTTP/1.1" status: 200 len: 946 time: 0.0491281 Aug 25 17:05:10.721840 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3e66642f-6e19-46a4-9d86-dad77d96cdb2 req-c34e22ff-9cee-423f-9586-76b8715f4c5a tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/security-groups?id=d911630e-e40c-452f-9806-e620e347b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323992 Aug 25 17:05:11.840038 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dea53a9-8537-428c-9b69-85f4db920f0f req-4a67d7b9-1bb2-4645-bc9c-9a3dde166001 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:11.841551 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6dea53a9-8537-428c-9b69-85f4db920f0f req-4a67d7b9-1bb2-4645-bc9c-9a3dde166001 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/ports?device_id=23d0a6a9-6a99-4f5d-941e-af2f69b1e03a HTTP/1.1" status: 200 len: 946 time: 0.0497320 Aug 25 17:05:11.884787 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6dea53a9-8537-428c-9b69-85f4db920f0f req-0bb73eee-8a02-43ec-a36a-191371332469 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/security-groups?id=d911630e-e40c-452f-9806-e620e347b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356216 Aug 25 17:05:12.953244 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 39938) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:05:13.027756 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15f812-5b5b-491b-a1ab-b0b041b1fb6a req-cf013e74-3d83-4313-9fbd-011f83117862 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:13.030101 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ae15f812-5b5b-491b-a1ab-b0b041b1fb6a req-cf013e74-3d83-4313-9fbd-011f83117862 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/ports?device_id=23d0a6a9-6a99-4f5d-941e-af2f69b1e03a HTTP/1.1" status: 200 len: 946 time: 0.0514438 Aug 25 17:05:13.073455 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bdda5d6a-1564-49d6-becc-e863a55ada4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:13.079105 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8215b03e-182a-4ef2-b599-0968b0c2041e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:13.083224 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ae15f812-5b5b-491b-a1ab-b0b041b1fb6a req-426c554e-b3fc-4b7f-b5e1-e3d87eea67ba tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/security-groups?id=d911630e-e40c-452f-9806-e620e347b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477910 Aug 25 17:05:13.182140 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8215b03e-182a-4ef2-b599-0968b0c2041e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:13.185979 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8215b03e-182a-4ef2-b599-0968b0c2041e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:13.223712 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-8215b03e-182a-4ef2-b599-0968b0c2041e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8f77cc4ec708479cba6f78c95612f64c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2691410 Aug 25 17:05:13.224784 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8215b03e-182a-4ef2-b599-0968b0c2041e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d80b0c-9cb2-452a-9b09-068d46614263,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:05:13.226372 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 39944) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:05:13.279990 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e21d6731-be81-42a7-a4e4-66a679ca104b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:13.301372 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e21d6731-be81-42a7-a4e4-66a679ca104b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:13.348659 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e21d6731-be81-42a7-a4e4-66a679ca104b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:13.351330 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e21d6731-be81-42a7-a4e4-66a679ca104b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:13.352726 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-e21d6731-be81-42a7-a4e4-66a679ca104b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/08d80b0c-9cb2-452a-9b09-068d46614263 HTTP/1.1" status: 204 len: 168 time: 0.1251323 Aug 25 17:05:13.360895 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21d6731-be81-42a7-a4e4-66a679ca104b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d80b0c-9cb2-452a-9b09-068d46614263,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:05:13.981276 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 39982) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:05:14.082711 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-ea4329aa-4abe-4da4-9f0c-a00ed18a4f58 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-148154189-network', 'tenant_id': 'd5303f5a5cb64e0da4cb24f70284472a'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:05:14.103253 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea4329aa-4abe-4da4-9f0c-a00ed18a4f58 admin admin] Made reservation on behalf of d5303f5a5cb64e0da4cb24f70284472a for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:05:14.105495 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ea4329aa-4abe-4da4-9f0c-a00ed18a4f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:14.114759 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ea4329aa-4abe-4da4-9f0c-a00ed18a4f58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:14.205052 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6997a5a4-4c1e-488f-82e0-b0df3b94f2ce req-130a1290-4e4a-420f-90d8-2afc87a37fd4 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:14.206615 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6997a5a4-4c1e-488f-82e0-b0df3b94f2ce req-130a1290-4e4a-420f-90d8-2afc87a37fd4 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/ports?device_id=23d0a6a9-6a99-4f5d-941e-af2f69b1e03a HTTP/1.1" status: 200 len: 946 time: 0.0550921 Aug 25 17:05:14.208706 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ea4329aa-4abe-4da4-9f0c-a00ed18a4f58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:14.212434 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ea4329aa-4abe-4da4-9f0c-a00ed18a4f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:14.245465 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea4329aa-4abe-4da4-9f0c-a00ed18a4f58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1454} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 17:05:14.251098 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6997a5a4-4c1e-488f-82e0-b0df3b94f2ce req-edbdf3e4-6103-4cab-89f3-52782fe03897 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/security-groups?id=d911630e-e40c-452f-9806-e620e347b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375197 Aug 25 17:05:14.251333 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4329aa-4abe-4da4-9f0c-a00ed18a4f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b233c48d-7fa9-4ea3-93b7-0a00e258071d,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:05:14.259386 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ea4329aa-4abe-4da4-9f0c-a00ed18a4f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16206884'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:14.259386 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.db.segments_db [None req-ea4329aa-4abe-4da4-9f0c-a00ed18a4f58 admin admin] Added segment 88070606-55c4-4826-97a9-68c054a26a53 of type vlan for network e79aebb2-d456-41b3-9af0-91d4d68ea63c Aug 25 17:05:14.303876 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ea4329aa-4abe-4da4-9f0c-a00ed18a4f58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743705589342'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:14.327306 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ea4329aa-4abe-4da4-9f0c-a00ed18a4f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:14.328256 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4329aa-4abe-4da4-9f0c-a00ed18a4f58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:14.329496 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ea4329aa-4abe-4da4-9f0c-a00ed18a4f58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16218488'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:14.382319 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-ea4329aa-4abe-4da4-9f0c-a00ed18a4f58 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3996727 Aug 25 17:05:14.385214 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 39990) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:05:14.389284 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4329aa-4abe-4da4-9f0c-a00ed18a4f58 admin admin] Pushing event updated for resources: {'Network': ['ID=e79aebb2-d456-41b3-9af0-91d4d68ea63c,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:05:14.390239 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-0279df92-68c7-4e0a-a23a-42b029f3a9f2 admin admin] Request body: {'subnet': {'network_id': 'e79aebb2-d456-41b3-9af0-91d4d68ea63c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-148154189-subnet', 'tenant_id': 'd5303f5a5cb64e0da4cb24f70284472a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:05:14.400399 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Network e79aebb2-d456-41b3-9af0-91d4d68ea63c details requested by agent ovs-agent-dv-cinder-791240-5-iscsi with host dv-cinder-791240-5-iscsi {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 17:05:14.419699 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0279df92-68c7-4e0a-a23a-42b029f3a9f2 admin admin] Made reservation on behalf of d5303f5a5cb64e0da4cb24f70284472a for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:05:14.422284 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0279df92-68c7-4e0a-a23a-42b029f3a9f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25269458'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:14.591034 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0279df92-68c7-4e0a-a23a-42b029f3a9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3626352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25269408'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:14.653324 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0279df92-68c7-4e0a-a23a-42b029f3a9f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3ca3d30-1cd5-4c12-a3a3-6f0cfb377ae7,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:05:14.658955 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0279df92-68c7-4e0a-a23a-42b029f3a9f2 admin admin] Checking segment: {'id': '88070606-55c4-4826-97a9-68c054a26a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1454, 'network_id': 'e79aebb2-d456-41b3-9af0-91d4d68ea63c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:05:14.659327 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0279df92-68c7-4e0a-a23a-42b029f3a9f2 admin admin] Network hostable DHCP agents. Network: e79aebb2-d456-41b3-9af0-91d4d68ea63c, hostable agents: ['39bdbfd6-9eef-4d2c-92d7-b2e1f06a8fe0'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 17:05:14.682511 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0279df92-68c7-4e0a-a23a-42b029f3a9f2 admin admin] Network e79aebb2-d456-41b3-9af0-91d4d68ea63c is scheduled to be hosted by DHCP agent 39bdbfd6-9eef-4d2c-92d7-b2e1f06a8fe0 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 17:05:14.691611 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-0279df92-68c7-4e0a-a23a-42b029f3a9f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-5-iscsi, e79aebb2-d456-41b3-9af0-91d4d68ea63c) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:05:14.695872 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0279df92-68c7-4e0a-a23a-42b029f3a9f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:14.696470 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0279df92-68c7-4e0a-a23a-42b029f3a9f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16218488'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:14.701280 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56110c74-3178-4dca-99a6-9063bece0a3e None None] Network e79aebb2-d456-41b3-9af0-91d4d68ea63c requested from dv-cinder-791240-5-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:05:14.712684 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-0279df92-68c7-4e0a-a23a-42b029f3a9f2 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3262391 Aug 25 17:05:14.848868 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df3ab22-a431-4683-86c5-45c06806b9ea None None] Network e79aebb2-d456-41b3-9af0-91d4d68ea63c requested from dv-cinder-791240-5-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:05:14.991986 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:15.614780 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c163a416-bbb1-4bc4-9ac0-9287d9f6e9aa req-ed22ecb5-8142-44a8-9783-03d9f78626bd tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:15.616260 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c163a416-bbb1-4bc4-9ac0-9287d9f6e9aa req-ed22ecb5-8142-44a8-9783-03d9f78626bd tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/ports?device_id=23d0a6a9-6a99-4f5d-941e-af2f69b1e03a HTTP/1.1" status: 200 len: 946 time: 0.0578141 Aug 25 17:05:15.656986 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c163a416-bbb1-4bc4-9ac0-9287d9f6e9aa req-9ed72bd0-846a-480b-b7c8-9920d63afff5 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/security-groups?id=d911630e-e40c-452f-9806-e620e347b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346775 Aug 25 17:05:15.685170 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fd200864-e5c3-4317-9868-c5366e27702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:15.766803 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc204a-3cf4-4f0a-997a-87bc02fbe9ed req-151eba6b-2175-43c3-a78b-04986214d737 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:15.768266 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-edfc204a-3cf4-4f0a-997a-87bc02fbe9ed req-151eba6b-2175-43c3-a78b-04986214d737 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 946 time: 0.0546145 Aug 25 17:05:15.805028 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-edfc204a-3cf4-4f0a-997a-87bc02fbe9ed req-83644823-dbb6-46b2-9b4b-1ffb80fec42d tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308900 Aug 25 17:05:15.898824 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:16.015437 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f93368-93e4-4813-9ab9-20bfd1d60743 req-a0ecab62-b475-46b8-8392-5101b0b78484 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:16.021508 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e2f93368-93e4-4813-9ab9-20bfd1d60743 req-a0ecab62-b475-46b8-8392-5101b0b78484 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/ports?device_id=23d0a6a9-6a99-4f5d-941e-af2f69b1e03a HTTP/1.1" status: 200 len: 946 time: 0.0605071 Aug 25 17:05:16.062897 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b32245-df87-4516-a4e0-20a4938ee454 req-156a27bc-831c-4417-b081-9a473b9e0457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:16.066181 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-33b32245-df87-4516-a4e0-20a4938ee454 req-156a27bc-831c-4417-b081-9a473b9e0457 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b481d864bbdf470583d302856fcdb3c2&device_id=23d0a6a9-6a99-4f5d-941e-af2f69b1e03a HTTP/1.1" status: 200 len: 1099 time: 0.0491138 Aug 25 17:05:16.069426 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e2f93368-93e4-4813-9ab9-20bfd1d60743 req-74bf5608-cbef-419c-a65a-c0e4cc614c02 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/security-groups?id=d911630e-e40c-452f-9806-e620e347b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438066 Aug 25 17:05:16.164772 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b32245-df87-4516-a4e0-20a4938ee454 req-79a31e50-0514-44b7-a33d-b92d9d7c4a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:16.166403 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-33b32245-df87-4516-a4e0-20a4938ee454 req-79a31e50-0514-44b7-a33d-b92d9d7c4a36 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d686dfae-89b6-4141-b607-e36388f6039b HTTP/1.1" status: 200 len: 912 time: 0.0928955 Aug 25 17:05:16.240550 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-33b32245-df87-4516-a4e0-20a4938ee454 req-e9e68c1d-2db2-41ba-8f18-6cf83b396cbc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab99c3a1-f1a4-4219-83d8-17fc28201a8b HTTP/1.1" status: 200 len: 1001 time: 0.0650225 Aug 25 17:05:16.292256 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b32245-df87-4516-a4e0-20a4938ee454 req-1906c0bc-c121-4854-ae3e-59c5c4103a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:16.293777 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-33b32245-df87-4516-a4e0-20a4938ee454 req-1906c0bc-c121-4854-ae3e-59c5c4103a0c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b924291b-4b0f-4431-8d0f-79843e01869c HTTP/1.1" status: 200 len: 849 time: 0.0455523 Aug 25 17:05:16.343507 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b32245-df87-4516-a4e0-20a4938ee454 req-617834f5-50e3-4f8b-9e39-998aa375b682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:16.345890 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-33b32245-df87-4516-a4e0-20a4938ee454 req-617834f5-50e3-4f8b-9e39-998aa375b682 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d686dfae-89b6-4141-b607-e36388f6039b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437078 Aug 25 17:05:16.440087 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-33b32245-df87-4516-a4e0-20a4938ee454 req-ccc40954-12e1-4be6-b77d-27e9ddbc5952 service neutron] 10.222.0.16 "GET /v2.0/networks/d686dfae-89b6-4141-b607-e36388f6039b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866258 Aug 25 17:05:16.474296 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e1006-587a-4ac2-a1b5-0c2ec858ff1d req-934eaeca-cf73-4b4b-9007-2bf725c1dc01 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:16.475764 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8c5e1006-587a-4ac2-a1b5-0c2ec858ff1d req-934eaeca-cf73-4b4b-9007-2bf725c1dc01 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/networks?id=e79aebb2-d456-41b3-9af0-91d4d68ea63c HTTP/1.1" status: 200 len: 808 time: 0.1041217 Aug 25 17:05:16.491172 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8c5e1006-587a-4ac2-a1b5-0c2ec858ff1d req-417a92dd-8d7a-4337-9a81-22d4f87e7f90 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/quotas/d5303f5a5cb64e0da4cb24f70284472a HTTP/1.1" status: 200 len: 375 time: 0.0094583 Aug 25 17:05:16.523586 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8c5e1006-587a-4ac2-a1b5-0c2ec858ff1d req-74f5cdcf-9b3b-43fc-8182-41707e5e9c74 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=d5303f5a5cb64e0da4cb24f70284472a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268414 Aug 25 17:05:16.530921 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-33b32245-df87-4516-a4e0-20a4938ee454 req-c9fbc49b-b1b0-4b03-8487-81b395322895 service neutron] 10.222.0.16 "GET /v2.0/networks/d686dfae-89b6-4141-b607-e36388f6039b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831063 Aug 25 17:05:16.612752 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90881723-71a8-43fa-b074-dc8cea98092b req-fab22aae-430a-48a6-a788-c41f681b6bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:16.614293 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-90881723-71a8-43fa-b074-dc8cea98092b req-fab22aae-430a-48a6-a788-c41f681b6bb0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b481d864bbdf470583d302856fcdb3c2&device_id=23d0a6a9-6a99-4f5d-941e-af2f69b1e03a HTTP/1.1" status: 200 len: 1099 time: 0.0396745 Aug 25 17:05:16.615822 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8c5e1006-587a-4ac2-a1b5-0c2ec858ff1d req-541d832d-cb77-4182-8d2e-49aef21e55b5 service neutron] 10.222.0.88 "GET /v2.0/networks/e79aebb2-d456-41b3-9af0-91d4d68ea63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850432 Aug 25 17:05:16.708489 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8c5e1006-587a-4ac2-a1b5-0c2ec858ff1d req-ab210507-4730-4980-b9cc-ddb966fea9eb service neutron] 10.222.0.88 "GET /v2.0/networks/e79aebb2-d456-41b3-9af0-91d4d68ea63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862989 Aug 25 17:05:16.728558 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90881723-71a8-43fa-b074-dc8cea98092b req-ca4030c1-34d0-4894-be77-6ee9b5d5f3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:16.730075 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-90881723-71a8-43fa-b074-dc8cea98092b req-ca4030c1-34d0-4894-be77-6ee9b5d5f3b0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d686dfae-89b6-4141-b607-e36388f6039b HTTP/1.1" status: 200 len: 912 time: 0.0953753 Aug 25 17:05:16.795914 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-90881723-71a8-43fa-b074-dc8cea98092b req-1ea56922-94c5-4231-b9d1-cd6a3d18ddaf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab99c3a1-f1a4-4219-83d8-17fc28201a8b HTTP/1.1" status: 200 len: 1001 time: 0.0580332 Aug 25 17:05:16.862583 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90881723-71a8-43fa-b074-dc8cea98092b req-09d25725-9d3b-4398-a3d4-46defa0690de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:16.864232 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-90881723-71a8-43fa-b074-dc8cea98092b req-09d25725-9d3b-4398-a3d4-46defa0690de service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b924291b-4b0f-4431-8d0f-79843e01869c HTTP/1.1" status: 200 len: 849 time: 0.0611846 Aug 25 17:05:16.873464 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4c62691d-1d46-4b17-abde-4c6ed322c195 req-cef85809-da41-4dbb-beee-5e5d91b0c0c4 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=139aaaf6-5244-4eef-a21f-8d2c16d2a140 HTTP/1.1" status: 200 len: 210 time: 0.0291166 Aug 25 17:05:16.919322 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90881723-71a8-43fa-b074-dc8cea98092b req-a0dd9bdb-58c3-454a-9311-3d5f984d7653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:16.920851 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-90881723-71a8-43fa-b074-dc8cea98092b req-a0dd9bdb-58c3-454a-9311-3d5f984d7653 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d686dfae-89b6-4141-b607-e36388f6039b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0486934 Aug 25 17:05:16.987798 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8402a50-b50a-49f6-bc23-b2745acc92d8 req-e1bd8a8f-5f3f-4555-af44-ae2defbf6238 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:16.989418 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f8402a50-b50a-49f6-bc23-b2745acc92d8 req-e1bd8a8f-5f3f-4555-af44-ae2defbf6238 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 946 time: 0.0548322 Aug 25 17:05:17.018460 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-90881723-71a8-43fa-b074-dc8cea98092b req-b594b94f-9a33-4caa-8ff2-f278b556fde8 service neutron] 10.222.0.16 "GET /v2.0/networks/d686dfae-89b6-4141-b607-e36388f6039b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879917 Aug 25 17:05:17.042074 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3a305108-1f99-4b5d-a622-23901fed2525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:17.046854 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f8402a50-b50a-49f6-bc23-b2745acc92d8 req-c6217dcb-a417-4967-9bbb-6e698335e916 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492349 Aug 25 17:05:17.127311 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-90881723-71a8-43fa-b074-dc8cea98092b req-32f70414-92ef-4945-a218-dcc819673ecc service neutron] 10.222.0.16 "GET /v2.0/networks/d686dfae-89b6-4141-b607-e36388f6039b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997763 Aug 25 17:05:17.204948 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3777835-668b-487a-ac87-65535ff79e85 req-82fb4b2b-7200-46be-9a38-8f95a1417d0f tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:17.206471 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d3777835-668b-487a-ac87-65535ff79e85 req-82fb4b2b-7200-46be-9a38-8f95a1417d0f tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/ports?device_id=23d0a6a9-6a99-4f5d-941e-af2f69b1e03a HTTP/1.1" status: 200 len: 946 time: 0.0579293 Aug 25 17:05:17.257935 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d3777835-668b-487a-ac87-65535ff79e85 req-588f686a-cefb-4b18-bf43-bf000b0ad30d tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/security-groups?id=d911630e-e40c-452f-9806-e620e347b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415614 Aug 25 17:05:17.948773 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e1006-587a-4ac2-a1b5-0c2ec858ff1d req-b8e727e3-d237-4be1-bd70-11434f00a8c4 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:17.950409 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8c5e1006-587a-4ac2-a1b5-0c2ec858ff1d req-b8e727e3-d237-4be1-bd70-11434f00a8c4 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.16 "GET /v2.0/networks?id=e79aebb2-d456-41b3-9af0-91d4d68ea63c HTTP/1.1" status: 200 len: 808 time: 0.1085141 Aug 25 17:05:17.965622 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-8c5e1006-587a-4ac2-a1b5-0c2ec858ff1d req-88ff89bb-b41e-470b-a757-549b9d4f8b89 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Request body: {'port': {'device_id': '139aaaf6-5244-4eef-a21f-8d2c16d2a140', 'network_id': 'e79aebb2-d456-41b3-9af0-91d4d68ea63c', 'admin_state_up': True, 'tenant_id': 'd5303f5a5cb64e0da4cb24f70284472a'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:05:17.985975 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-bbebec59-ee04-40da-9578-1b494acac713 req-a9c15e11-6607-4d02-b787-597321bc66e1 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=139aaaf6-5244-4eef-a21f-8d2c16d2a140 HTTP/1.1" status: 200 len: 210 time: 0.0338507 Aug 25 17:05:18.074802 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c5e1006-587a-4ac2-a1b5-0c2ec858ff1d req-88ff89bb-b41e-470b-a757-549b9d4f8b89 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Made reservation on behalf of d5303f5a5cb64e0da4cb24f70284472a for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:05:18.078338 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8c5e1006-587a-4ac2-a1b5-0c2ec858ff1d req-88ff89bb-b41e-470b-a757-549b9d4f8b89 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:18.169948 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e4c71-604c-4ad3-a57f-ec2766269c0a req-9985732b-0560-4190-91db-c546903f7044 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:18.171365 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-bc4e4c71-604c-4ad3-a57f-ec2766269c0a req-9985732b-0560-4190-91db-c546903f7044 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 946 time: 0.0493536 Aug 25 17:05:18.209810 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-bc4e4c71-604c-4ad3-a57f-ec2766269c0a req-a5821508-f1f2-48cd-9908-b7a44a0501da tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322523 Aug 25 17:05:18.216968 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-8c5e1006-587a-4ac2-a1b5-0c2ec858ff1d req-88ff89bb-b41e-470b-a757-549b9d4f8b89 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Allocated IP 172.20.0.5 (e79aebb2-d456-41b3-9af0-91d4d68ea63c/f3ca3d30-1cd5-4c12-a3a3-6f0cfb377ae7/67dd46a4-7b37-4888-a603-ad394bd9ed32) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:05:18.361976 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8c5e1006-587a-4ac2-a1b5-0c2ec858ff1d req-88ff89bb-b41e-470b-a757-549b9d4f8b89 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:18.386579 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f82b9-d1da-4d6b-a24d-d7b8f1934d36 req-c5cf8111-1bcc-4ded-9424-692d76e1bdf1 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:18.388299 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d22f82b9-d1da-4d6b-a24d-d7b8f1934d36 req-c5cf8111-1bcc-4ded-9424-692d76e1bdf1 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/ports?device_id=23d0a6a9-6a99-4f5d-941e-af2f69b1e03a HTTP/1.1" status: 200 len: 946 time: 0.0546930 Aug 25 17:05:18.394004 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7978419e-b967-4a47-8975-0267302d25d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:18.401856 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8c5e1006-587a-4ac2-a1b5-0c2ec858ff1d req-88ff89bb-b41e-470b-a757-549b9d4f8b89 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743705601783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732937'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:18.428148 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d22f82b9-d1da-4d6b-a24d-d7b8f1934d36 req-58e7f2c9-59d3-4d9a-bc8d-d46a28334abf tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/security-groups?id=d911630e-e40c-452f-9806-e620e347b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322785 Aug 25 17:05:18.449212 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c5e1006-587a-4ac2-a1b5-0c2ec858ff1d req-88ff89bb-b41e-470b-a757-549b9d4f8b89 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Network e79aebb2-d456-41b3-9af0-91d4d68ea63c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:05:18.452290 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-8c5e1006-587a-4ac2-a1b5-0c2ec858ff1d req-88ff89bb-b41e-470b-a757-549b9d4f8b89 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:05:18.456783 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c5e1006-587a-4ac2-a1b5-0c2ec858ff1d req-88ff89bb-b41e-470b-a757-549b9d4f8b89 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:05:18.462932 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ff89bb-b41e-470b-a757-549b9d4f8b89 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Pushing event updated for resources: {'Port': ['ID=67dd46a4-7b37-4888-a603-ad394bd9ed32,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:05:18.507110 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e1006-587a-4ac2-a1b5-0c2ec858ff1d req-88ff89bb-b41e-470b-a757-549b9d4f8b89 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:18.507719 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8c5e1006-587a-4ac2-a1b5-0c2ec858ff1d req-88ff89bb-b41e-470b-a757-549b9d4f8b89 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:18.521655 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8c5e1006-587a-4ac2-a1b5-0c2ec858ff1d req-88ff89bb-b41e-470b-a757-549b9d4f8b89 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5610247 Aug 25 17:05:18.534874 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-8c5e1006-587a-4ac2-a1b5-0c2ec858ff1d req-9293fb64-51f7-4c47-8c4e-2f5f3ffb85fe service neutron] Request body: {'port': {'device_id': '139aaaf6-5244-4eef-a21f-8d2c16d2a140', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:05:18.585838 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8c5e1006-587a-4ac2-a1b5-0c2ec858ff1d req-9293fb64-51f7-4c47-8c4e-2f5f3ffb85fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:18.870669 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [req-8c5e1006-587a-4ac2-a1b5-0c2ec858ff1d req-9293fb64-51f7-4c47-8c4e-2f5f3ffb85fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67dd46a4-7b37-4888-a603-ad394bd9ed32 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:05:18.878248 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8c5e1006-587a-4ac2-a1b5-0c2ec858ff1d req-9293fb64-51f7-4c47-8c4e-2f5f3ffb85fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:18.890396 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-8c5e1006-587a-4ac2-a1b5-0c2ec858ff1d req-9293fb64-51f7-4c47-8c4e-2f5f3ffb85fe service neutron] Transition to ACTIVE for port object 67dd46a4-7b37-4888-a603-ad394bd9ed32 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:05:18.895397 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8c5e1006-587a-4ac2-a1b5-0c2ec858ff1d req-9293fb64-51f7-4c47-8c4e-2f5f3ffb85fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3732944'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:18.942801 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9293fb64-51f7-4c47-8c4e-2f5f3ffb85fe service neutron] Pushing event updated for resources: {'Port': ['ID=67dd46a4-7b37-4888-a603-ad394bd9ed32,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:05:19.012786 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-8c5e1006-587a-4ac2-a1b5-0c2ec858ff1d req-9293fb64-51f7-4c47-8c4e-2f5f3ffb85fe service neutron] Attempting to bind port 67dd46a4-7b37-4888-a603-ad394bd9ed32 on host hv-cinder-79124 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:05:19.013129 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-8c5e1006-587a-4ac2-a1b5-0c2ec858ff1d req-9293fb64-51f7-4c47-8c4e-2f5f3ffb85fe service neutron] Attempting to bind port 67dd46a4-7b37-4888-a603-ad394bd9ed32 by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': '88070606-55c4-4826-97a9-68c054a26a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1454, 'network_id': 'e79aebb2-d456-41b3-9af0-91d4d68ea63c'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:05:19.013458 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5e1006-587a-4ac2-a1b5-0c2ec858ff1d req-9293fb64-51f7-4c47-8c4e-2f5f3ffb85fe service neutron] Attempting to bind port 67dd46a4-7b37-4888-a603-ad394bd9ed32 on network e79aebb2-d456-41b3-9af0-91d4d68ea63c {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:05:19.018307 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5e1006-587a-4ac2-a1b5-0c2ec858ff1d req-9293fb64-51f7-4c47-8c4e-2f5f3ffb85fe service neutron] Port 67dd46a4-7b37-4888-a603-ad394bd9ed32 on network e79aebb2-d456-41b3-9af0-91d4d68ea63c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 17:05:19.018632 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5e1006-587a-4ac2-a1b5-0c2ec858ff1d req-9293fb64-51f7-4c47-8c4e-2f5f3ffb85fe service neutron] Attempting to bind port 67dd46a4-7b37-4888-a603-ad394bd9ed32 on network e79aebb2-d456-41b3-9af0-91d4d68ea63c {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:05:19.023410 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5e1006-587a-4ac2-a1b5-0c2ec858ff1d req-9293fb64-51f7-4c47-8c4e-2f5f3ffb85fe service neutron] Checking agent: {'id': '5ac426a1-ab5c-4a46-b982-fffaa6db999e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 59, 15), 'started_at': datetime.datetime(2021, 8, 25, 16, 59, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:05:19.023749 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5e1006-587a-4ac2-a1b5-0c2ec858ff1d req-9293fb64-51f7-4c47-8c4e-2f5f3ffb85fe service neutron] Checking segment: {'id': '88070606-55c4-4826-97a9-68c054a26a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1454, 'network_id': 'e79aebb2-d456-41b3-9af0-91d4d68ea63c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:05:19.024133 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5e1006-587a-4ac2-a1b5-0c2ec858ff1d req-9293fb64-51f7-4c47-8c4e-2f5f3ffb85fe service neutron] Bound using segment: {'id': '88070606-55c4-4826-97a9-68c054a26a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1454, 'network_id': 'e79aebb2-d456-41b3-9af0-91d4d68ea63c'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:05:19.024560 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-8c5e1006-587a-4ac2-a1b5-0c2ec858ff1d req-9293fb64-51f7-4c47-8c4e-2f5f3ffb85fe service neutron] Bound port: 67dd46a4-7b37-4888-a603-ad394bd9ed32, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88070606-55c4-4826-97a9-68c054a26a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1454, 'network_id': 'e79aebb2-d456-41b3-9af0-91d4d68ea63c'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:05:19.024923 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8c5e1006-587a-4ac2-a1b5-0c2ec858ff1d req-9293fb64-51f7-4c47-8c4e-2f5f3ffb85fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:19.089278 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-8c5e1006-587a-4ac2-a1b5-0c2ec858ff1d req-9293fb64-51f7-4c47-8c4e-2f5f3ffb85fe service neutron] For port 67dd46a4-7b37-4888-a603-ad394bd9ed32, host hv-cinder-79124, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:05:19.092317 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-8c5e1006-587a-4ac2-a1b5-0c2ec858ff1d req-9293fb64-51f7-4c47-8c4e-2f5f3ffb85fe service neutron] For port 67dd46a4-7b37-4888-a603-ad394bd9ed32, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=67dd46a4-7b37-4888-a603-ad394bd9ed32,segment=NetworkSegment(88070606-55c4-4826-97a9-68c054a26a53),segment_id=88070606-55c4-4826-97a9-68c054a26a53)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:05:19.092834 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d80a3-69e2-4616-b8e2-445663d777fc req-a265408b-4ad5-4a2f-bc75-558f8984eddf tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:19.095406 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-150d80a3-69e2-4616-b8e2-445663d777fc req-a265408b-4ad5-4a2f-bc75-558f8984eddf tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=139aaaf6-5244-4eef-a21f-8d2c16d2a140 HTTP/1.1" status: 200 len: 943 time: 0.0491018 Aug 25 17:05:19.097794 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8c5e1006-587a-4ac2-a1b5-0c2ec858ff1d req-9293fb64-51f7-4c47-8c4e-2f5f3ffb85fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3732944'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:19.131679 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e1006-587a-4ac2-a1b5-0c2ec858ff1d req-9293fb64-51f7-4c47-8c4e-2f5f3ffb85fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:19.132375 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8c5e1006-587a-4ac2-a1b5-0c2ec858ff1d req-9293fb64-51f7-4c47-8c4e-2f5f3ffb85fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:19.133800 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8c5e1006-587a-4ac2-a1b5-0c2ec858ff1d req-9293fb64-51f7-4c47-8c4e-2f5f3ffb85fe service neutron] 10.222.0.16 "PUT /v2.0/ports/67dd46a4-7b37-4888-a603-ad394bd9ed32 HTTP/1.1" status: 200 len: 1093 time: 0.6034939 Aug 25 17:05:19.134240 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '139aaaf6-5244-4eef-a21f-8d2c16d2a140', 'tag': '67dd46a4-7b37-4888-a603-ad394bd9ed32'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:05:19.134722 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-150d80a3-69e2-4616-b8e2-445663d777fc req-fbb60838-eb39-4c04-b339-1a4a641a8d9e tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/security-groups?id=b233c48d-7fa9-4ea3-93b7-0a00e258071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336215 Aug 25 17:05:19.136489 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30294bf1a97406c8a8235025fddf2f3c25b52a26b11c10f571ea972848b08700" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d4e516d-a41e-40d2-8d31-fc7ec85fd33f" -d '{"events": [{"name": "network-changed", "server_uuid": "139aaaf6-5244-4eef-a21f-8d2c16d2a140", "tag": "67dd46a4-7b37-4888-a603-ad394bd9ed32"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:05:19.163188 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9293fb64-51f7-4c47-8c4e-2f5f3ffb85fe service neutron] Pushing event updated for resources: {'Port': ['ID=67dd46a4-7b37-4888-a603-ad394bd9ed32,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:05:19.179568 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b3342a-9899-4bc6-8f36-239025c3231a x-openstack-request-id: req-20b3342a-9899-4bc6-8f36-239025c3231a {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:05:19.179865 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "139aaaf6-5244-4eef-a21f-8d2c16d2a140", "tag": "67dd46a4-7b37-4888-a603-ad394bd9ed32", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:05:19.180121 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-20b3342a-9899-4bc6-8f36-239025c3231a {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:05:19.180525 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '139aaaf6-5244-4eef-a21f-8d2c16d2a140', 'tag': '67dd46a4-7b37-4888-a603-ad394bd9ed32', 'status': 'completed', 'code': 200} Aug 25 17:05:19.225018 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e1006-587a-4ac2-a1b5-0c2ec858ff1d req-ae8859a4-dabb-4aa6-978c-170f9357cd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:19.226542 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8c5e1006-587a-4ac2-a1b5-0c2ec858ff1d req-ae8859a4-dabb-4aa6-978c-170f9357cd2f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d5303f5a5cb64e0da4cb24f70284472a&device_id=139aaaf6-5244-4eef-a21f-8d2c16d2a140 HTTP/1.1" status: 200 len: 1096 time: 0.0412457 Aug 25 17:05:19.272242 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8c5e1006-587a-4ac2-a1b5-0c2ec858ff1d req-909800be-2e1d-47ef-8c98-64a232bc84a5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67dd46a4-7b37-4888-a603-ad394bd9ed32 HTTP/1.1" status: 200 len: 217 time: 0.0375772 Aug 25 17:05:19.322506 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e1006-587a-4ac2-a1b5-0c2ec858ff1d req-598f18e4-c413-4784-bfff-6188a49fa4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:19.324083 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8c5e1006-587a-4ac2-a1b5-0c2ec858ff1d req-598f18e4-c413-4784-bfff-6188a49fa4d5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f3ca3d30-1cd5-4c12-a3a3-6f0cfb377ae7 HTTP/1.1" status: 200 len: 848 time: 0.0455642 Aug 25 17:05:19.331604 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b611773c-6377-43e8-b44d-88512c4f1c00 req-48d53824-618b-43a7-a6f8-7efd65f0538d tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:19.333141 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b611773c-6377-43e8-b44d-88512c4f1c00 req-48d53824-618b-43a7-a6f8-7efd65f0538d tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 946 time: 0.0491731 Aug 25 17:05:19.356339 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8c5e1006-587a-4ac2-a1b5-0c2ec858ff1d req-f2ee462c-2602-471c-8750-fc419ec4b8b6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e79aebb2-d456-41b3-9af0-91d4d68ea63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247784 Aug 25 17:05:19.372332 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b611773c-6377-43e8-b44d-88512c4f1c00 req-999d9a37-7c1d-418d-b6ba-1d2813053c2f tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324914 Aug 25 17:05:19.452122 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8c5e1006-587a-4ac2-a1b5-0c2ec858ff1d req-163ece3d-44c8-4cec-a8d7-7403c066c6eb service neutron] 10.222.0.16 "GET /v2.0/networks/e79aebb2-d456-41b3-9af0-91d4d68ea63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884662 Aug 25 17:05:19.539273 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8c5e1006-587a-4ac2-a1b5-0c2ec858ff1d req-1696b1dd-0795-46eb-9276-a11edff9c5c0 service neutron] 10.222.0.16 "GET /v2.0/networks/e79aebb2-d456-41b3-9af0-91d4d68ea63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788093 Aug 25 17:05:19.630403 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e516d-a41e-40d2-8d31-fc7ec85fd33f req-94f431ac-6e16-4457-aae4-4a1ffb368a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:19.631907 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7d4e516d-a41e-40d2-8d31-fc7ec85fd33f req-94f431ac-6e16-4457-aae4-4a1ffb368a6e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d5303f5a5cb64e0da4cb24f70284472a&device_id=139aaaf6-5244-4eef-a21f-8d2c16d2a140 HTTP/1.1" status: 200 len: 1096 time: 0.0462456 Aug 25 17:05:19.723463 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e516d-a41e-40d2-8d31-fc7ec85fd33f req-b12a056c-bb58-4507-babc-3bfffb99ea78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:19.724910 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7d4e516d-a41e-40d2-8d31-fc7ec85fd33f req-b12a056c-bb58-4507-babc-3bfffb99ea78 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e79aebb2-d456-41b3-9af0-91d4d68ea63c HTTP/1.1" status: 200 len: 910 time: 0.0859151 Aug 25 17:05:19.771322 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7d4e516d-a41e-40d2-8d31-fc7ec85fd33f req-77be79dd-84b5-43fd-bb3e-fac135356815 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67dd46a4-7b37-4888-a603-ad394bd9ed32 HTTP/1.1" status: 200 len: 217 time: 0.0340228 Aug 25 17:05:19.824134 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e516d-a41e-40d2-8d31-fc7ec85fd33f req-c10038d8-5660-41a4-a8b7-065e5b6d0dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:19.825615 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7d4e516d-a41e-40d2-8d31-fc7ec85fd33f req-c10038d8-5660-41a4-a8b7-065e5b6d0dc5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f3ca3d30-1cd5-4c12-a3a3-6f0cfb377ae7 HTTP/1.1" status: 200 len: 848 time: 0.0472095 Aug 25 17:05:19.861891 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7d4e516d-a41e-40d2-8d31-fc7ec85fd33f req-576746f2-4898-4ebd-868e-6363d8ccff03 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e79aebb2-d456-41b3-9af0-91d4d68ea63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274115 Aug 25 17:05:19.964201 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7d4e516d-a41e-40d2-8d31-fc7ec85fd33f req-f73d52c0-a0b1-4bf0-9b61-51805b7b4d7e service neutron] 10.222.0.16 "GET /v2.0/networks/e79aebb2-d456-41b3-9af0-91d4d68ea63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929344 Aug 25 17:05:20.054923 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7d4e516d-a41e-40d2-8d31-fc7ec85fd33f req-d0860b56-6d94-41dc-ac31-f7bf6ab8f5b2 service neutron] 10.222.0.16 "GET /v2.0/networks/e79aebb2-d456-41b3-9af0-91d4d68ea63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833037 Aug 25 17:05:20.252026 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba3f9c4-2629-4d01-bc27-270a325a23f8 req-cce66e02-8109-42b6-8c04-b70c450b9841 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:20.253506 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-eba3f9c4-2629-4d01-bc27-270a325a23f8 req-cce66e02-8109-42b6-8c04-b70c450b9841 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=139aaaf6-5244-4eef-a21f-8d2c16d2a140 HTTP/1.1" status: 200 len: 943 time: 0.0517936 Aug 25 17:05:20.290200 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-eba3f9c4-2629-4d01-bc27-270a325a23f8 req-5fdeb8c7-a1bc-4d34-82a4-0c4b8ec2e258 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/security-groups?id=b233c48d-7fa9-4ea3-93b7-0a00e258071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308716 Aug 25 17:05:20.495108 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d6e439-bf2e-4438-9682-42feb2c2e742 req-ceec2b90-3632-4c0a-a010-4539a7704baa tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:20.496545 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-58d6e439-bf2e-4438-9682-42feb2c2e742 req-ceec2b90-3632-4c0a-a010-4539a7704baa tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 946 time: 0.0516541 Aug 25 17:05:20.533423 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-58d6e439-bf2e-4438-9682-42feb2c2e742 req-45c32d67-5994-442a-acf3-e3854bc20743 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302885 Aug 25 17:05:21.405535 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e141ba4-c824-4370-ad8d-d186354a20f4 req-9068f642-05cb-4229-80ce-6bb7b8abfd3c tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:21.407047 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8e141ba4-c824-4370-ad8d-d186354a20f4 req-9068f642-05cb-4229-80ce-6bb7b8abfd3c tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=139aaaf6-5244-4eef-a21f-8d2c16d2a140 HTTP/1.1" status: 200 len: 943 time: 0.0477986 Aug 25 17:05:21.445091 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8e141ba4-c824-4370-ad8d-d186354a20f4 req-b106a860-313f-4592-99fe-4897f6f268a0 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/security-groups?id=b233c48d-7fa9-4ea3-93b7-0a00e258071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315545 Aug 25 17:05:21.660943 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad522c2-3682-4412-84c0-719d249e3d88 req-f34db275-375e-47c2-9eb9-ec01b214408a tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:21.662450 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7ad522c2-3682-4412-84c0-719d249e3d88 req-f34db275-375e-47c2-9eb9-ec01b214408a tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 946 time: 0.0599229 Aug 25 17:05:21.702636 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7ad522c2-3682-4412-84c0-719d249e3d88 req-c27c59bb-409e-4ac0-b19a-decac6cd8724 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344455 Aug 25 17:05:22.558319 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1309160-fdf4-4e07-8849-9d6884e6f312 req-b628aa04-7e55-4349-a18c-024c3b08375f tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:22.559750 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a1309160-fdf4-4e07-8849-9d6884e6f312 req-b628aa04-7e55-4349-a18c-024c3b08375f tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=139aaaf6-5244-4eef-a21f-8d2c16d2a140 HTTP/1.1" status: 200 len: 943 time: 0.0484667 Aug 25 17:05:22.596966 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a1309160-fdf4-4e07-8849-9d6884e6f312 req-3eaf6ffa-6797-4c99-8926-ee4adff76a2e tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/security-groups?id=b233c48d-7fa9-4ea3-93b7-0a00e258071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312572 Aug 25 17:05:22.823570 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124bee5-25a0-498a-a7a4-6b77773e7919 req-f4640505-6455-4975-beea-fc1f588d7c69 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:22.825012 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c124bee5-25a0-498a-a7a4-6b77773e7919 req-f4640505-6455-4975-beea-fc1f588d7c69 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 946 time: 0.0475528 Aug 25 17:05:22.863460 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c124bee5-25a0-498a-a7a4-6b77773e7919 req-f6bc6de7-9077-46e1-adfa-78c7c1e12256 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304511 Aug 25 17:05:23.721134 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fed253b-90b2-46b7-a2b2-d77d46172a63 req-caaccdca-f03a-434b-ae19-ab554e018efe tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:23.722506 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7fed253b-90b2-46b7-a2b2-d77d46172a63 req-caaccdca-f03a-434b-ae19-ab554e018efe tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=139aaaf6-5244-4eef-a21f-8d2c16d2a140 HTTP/1.1" status: 200 len: 943 time: 0.0504274 Aug 25 17:05:23.759720 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7fed253b-90b2-46b7-a2b2-d77d46172a63 req-69b3ece4-9f3f-4e1d-8bfc-8bc5313829a2 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/security-groups?id=b233c48d-7fa9-4ea3-93b7-0a00e258071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314081 Aug 25 17:05:23.931111 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device 67dd46a4-7b37-4888-a603-ad394bd9ed32 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 17:05:23.980744 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2a493e-0f58-430f-88f6-6e539d89a5b2 req-8ee87176-94c3-4d1e-b831-0ba394370acf tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:23.982228 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5c2a493e-0f58-430f-88f6-6e539d89a5b2 req-8ee87176-94c3-4d1e-b831-0ba394370acf tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 946 time: 0.0479331 Aug 25 17:05:24.020428 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5c2a493e-0f58-430f-88f6-6e539d89a5b2 req-a960ba02-d83d-4e04-9df2-4cbd78f2d044 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315614 Aug 25 17:05:24.026551 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port 67dd46a4-7b37-4888-a603-ad394bd9ed32, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=67dd46a4-7b37-4888-a603-ad394bd9ed32,segment=NetworkSegment(88070606-55c4-4826-97a9-68c054a26a53),segment_id=88070606-55c4-4826-97a9-68c054a26a53)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:05:24.038716 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Returning: {'device': '67dd46a4-7b37-4888-a603-ad394bd9ed32', 'network_id': 'e79aebb2-d456-41b3-9af0-91d4d68ea63c', 'port_id': '67dd46a4-7b37-4888-a603-ad394bd9ed32', 'mac_address': 'fa:16:3e:20:dd:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1454, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ca3d30-1cd5-4c12-a3a3-6f0cfb377ae7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 17:05:24.074812 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:24.090338 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67dd46a4-7b37-4888-a603-ad394bd9ed32 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:05:24.108907 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port 67dd46a4-7b37-4888-a603-ad394bd9ed32, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=67dd46a4-7b37-4888-a603-ad394bd9ed32,segment=NetworkSegment(88070606-55c4-4826-97a9-68c054a26a53),segment_id=88070606-55c4-4826-97a9-68c054a26a53)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:05:24.113346 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:24.160000 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Pushing event updated for resources: {'Port': ['ID=67dd46a4-7b37-4888-a603-ad394bd9ed32,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:05:24.870628 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a5fc0e-8a84-4604-b9ef-6878aad5cbda req-e7bd6c85-5464-4967-9218-26ca982103c1 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:24.872063 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d3a5fc0e-8a84-4604-b9ef-6878aad5cbda req-e7bd6c85-5464-4967-9218-26ca982103c1 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=139aaaf6-5244-4eef-a21f-8d2c16d2a140 HTTP/1.1" status: 200 len: 944 time: 0.0476761 Aug 25 17:05:24.910870 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d3a5fc0e-8a84-4604-b9ef-6878aad5cbda req-84d89202-a069-476d-b714-fc90e020fad3 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/security-groups?id=b233c48d-7fa9-4ea3-93b7-0a00e258071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319257 Aug 25 17:05:25.140189 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03222213-0b0f-4b57-b625-4c4e0cb93380 req-0e2fe755-73be-4dd6-980a-b06a40103eef tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:25.141640 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-03222213-0b0f-4b57-b625-4c4e0cb93380 req-0e2fe755-73be-4dd6-980a-b06a40103eef tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 946 time: 0.0512574 Aug 25 17:05:25.178766 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-03222213-0b0f-4b57-b625-4c4e0cb93380 req-d9be1a7d-7bb9-4151-b355-e77e9957cbb9 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309045 Aug 25 17:05:26.023168 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac248748-a854-43b4-b605-af38bb186362 req-44a6772b-e8f2-44be-9cc6-4374b9286d16 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:26.024631 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ac248748-a854-43b4-b605-af38bb186362 req-44a6772b-e8f2-44be-9cc6-4374b9286d16 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=139aaaf6-5244-4eef-a21f-8d2c16d2a140 HTTP/1.1" status: 200 len: 944 time: 0.0486469 Aug 25 17:05:26.061236 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ac248748-a854-43b4-b605-af38bb186362 req-06102a06-63e7-448c-b496-cbc47b96d2c6 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/security-groups?id=b233c48d-7fa9-4ea3-93b7-0a00e258071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305567 Aug 25 17:05:26.293607 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd00c60-4bad-46b7-9e24-f56a813f484b req-16c38a49-7093-49bd-aa98-5f1edd4d910a tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:26.295086 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4cd00c60-4bad-46b7-9e24-f56a813f484b req-16c38a49-7093-49bd-aa98-5f1edd4d910a tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 946 time: 0.0479100 Aug 25 17:05:26.333157 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4cd00c60-4bad-46b7-9e24-f56a813f484b req-f731cd83-faa4-4d7f-89cd-5a27f524e359 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322707 Aug 25 17:05:27.176185 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad05272a-5ffd-4f07-9a5a-e4adc0b3a91b req-96fd595e-f66c-49e0-98bd-2d687c321ad3 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:27.177636 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ad05272a-5ffd-4f07-9a5a-e4adc0b3a91b req-96fd595e-f66c-49e0-98bd-2d687c321ad3 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=139aaaf6-5244-4eef-a21f-8d2c16d2a140 HTTP/1.1" status: 200 len: 944 time: 0.0513151 Aug 25 17:05:27.213859 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ad05272a-5ffd-4f07-9a5a-e4adc0b3a91b req-58edcc6b-8668-4d51-a74f-b6e19cf77332 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/security-groups?id=b233c48d-7fa9-4ea3-93b7-0a00e258071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303626 Aug 25 17:05:27.447641 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e8f53-5de7-485e-8c76-2c028ab9c74c req-391bc3cb-b4c3-483b-b8bf-8928bc9c6acf tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:27.449087 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f30e8f53-5de7-485e-8c76-2c028ab9c74c req-391bc3cb-b4c3-483b-b8bf-8928bc9c6acf tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 946 time: 0.0474668 Aug 25 17:05:27.486629 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f30e8f53-5de7-485e-8c76-2c028ab9c74c req-b447b328-ef9a-48db-9fc6-96d6c7b53a14 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311174 Aug 25 17:05:27.948282 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] get_ports_and_sgs() called for port_ids ['67dd46a4-7b37-4888-a603-ad394bd9ed32'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:05:28.325353 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df27df0-3776-459a-ac4e-f153b92c395e req-64b353b7-e518-42ae-a54b-206e338e2d0e tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:28.326868 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6df27df0-3776-459a-ac4e-f153b92c395e req-64b353b7-e518-42ae-a54b-206e338e2d0e tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=139aaaf6-5244-4eef-a21f-8d2c16d2a140 HTTP/1.1" status: 200 len: 944 time: 0.0487475 Aug 25 17:05:28.364321 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6df27df0-3776-459a-ac4e-f153b92c395e req-3fcfeced-8676-47a0-8595-be11b411fead tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/security-groups?id=b233c48d-7fa9-4ea3-93b7-0a00e258071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310264 Aug 25 17:05:28.607434 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dada1e6f-6f72-4e9a-832f-5ae5d04496d8 req-d3391cb8-b36c-4d8e-9cf2-d2d8e0bdceaa tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:28.608933 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-dada1e6f-6f72-4e9a-832f-5ae5d04496d8 req-d3391cb8-b36c-4d8e-9cf2-d2d8e0bdceaa tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 946 time: 0.0509813 Aug 25 17:05:28.645703 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-dada1e6f-6f72-4e9a-832f-5ae5d04496d8 req-2cbc68c1-e456-439a-9c52-5dcee7a607ff tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304744 Aug 25 17:05:29.475840 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafad8da-8198-4a4e-926e-3b95452f1091 req-a86c3f84-9eba-49f4-ac43-c76447715d57 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:29.477282 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-cafad8da-8198-4a4e-926e-3b95452f1091 req-a86c3f84-9eba-49f4-ac43-c76447715d57 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=139aaaf6-5244-4eef-a21f-8d2c16d2a140 HTTP/1.1" status: 200 len: 944 time: 0.0468397 Aug 25 17:05:29.513692 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-cafad8da-8198-4a4e-926e-3b95452f1091 req-e3a21bb2-0ef1-45b4-b80a-4ff60dd6bc18 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/security-groups?id=b233c48d-7fa9-4ea3-93b7-0a00e258071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305865 Aug 25 17:05:29.768582 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3851aa-ff39-4326-a7f0-bacf204b1125 req-c928d36b-09ba-48da-ac44-9f96df34fabc tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:29.770035 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7a3851aa-ff39-4326-a7f0-bacf204b1125 req-c928d36b-09ba-48da-ac44-9f96df34fabc tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 946 time: 0.0485075 Aug 25 17:05:29.806504 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7a3851aa-ff39-4326-a7f0-bacf204b1125 req-b35ec457-d693-4139-880a-f233ee6649be tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307288 Aug 25 17:05:30.627859 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d47f76-06f9-438e-bee4-4618da0b3eab req-ea8e5023-52fa-4995-b924-81aa98781e49 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:30.629218 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-93d47f76-06f9-438e-bee4-4618da0b3eab req-ea8e5023-52fa-4995-b924-81aa98781e49 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=139aaaf6-5244-4eef-a21f-8d2c16d2a140 HTTP/1.1" status: 200 len: 944 time: 0.0508418 Aug 25 17:05:30.666626 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-93d47f76-06f9-438e-bee4-4618da0b3eab req-e71402f7-5b6a-4fca-b07d-a0a9909033e4 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/security-groups?id=b233c48d-7fa9-4ea3-93b7-0a00e258071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316236 Aug 25 17:05:30.924838 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6096a3-e693-44ad-8171-3146060b3801 req-a0bcf042-3d66-4bf0-b9e5-1db4e9974767 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:30.926384 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ef6096a3-e693-44ad-8171-3146060b3801 req-a0bcf042-3d66-4bf0-b9e5-1db4e9974767 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 946 time: 0.0484357 Aug 25 17:05:30.962919 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ef6096a3-e693-44ad-8171-3146060b3801 req-1f593b6e-6db6-46da-b565-89130658a982 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306041 Aug 25 17:05:31.786933 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c059b7-dab0-4c95-b536-a3eb33e8e5e6 req-bd9542c8-3b8f-4dab-b542-247e15058448 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:31.788391 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-30c059b7-dab0-4c95-b536-a3eb33e8e5e6 req-bd9542c8-3b8f-4dab-b542-247e15058448 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=139aaaf6-5244-4eef-a21f-8d2c16d2a140 HTTP/1.1" status: 200 len: 944 time: 0.0478730 Aug 25 17:05:31.825255 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-30c059b7-dab0-4c95-b536-a3eb33e8e5e6 req-9ef060c3-5b3c-4a67-93f1-6768516ecb5b tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/security-groups?id=b233c48d-7fa9-4ea3-93b7-0a00e258071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311470 Aug 25 17:05:32.081851 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052be2a-a766-474c-9820-86777b19a6a4 req-f88e8229-11ae-4a9b-a6bb-f35c0e760be8 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:32.083326 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5052be2a-a766-474c-9820-86777b19a6a4 req-f88e8229-11ae-4a9b-a6bb-f35c0e760be8 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 946 time: 0.0501647 Aug 25 17:05:32.120791 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5052be2a-a766-474c-9820-86777b19a6a4 req-ed61c3d4-f862-498b-a69b-4c66cf22dce5 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316279 Aug 25 17:05:32.937664 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f9fdc-828d-4cdd-a77a-0dcaf4b561b4 req-da153dc8-242a-4526-b57e-a687504220db tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:32.939103 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c23f9fdc-828d-4cdd-a77a-0dcaf4b561b4 req-da153dc8-242a-4526-b57e-a687504220db tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=139aaaf6-5244-4eef-a21f-8d2c16d2a140 HTTP/1.1" status: 200 len: 944 time: 0.0494468 Aug 25 17:05:32.975370 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c23f9fdc-828d-4cdd-a77a-0dcaf4b561b4 req-111c6a09-1a61-4f71-8095-2f5a30df5267 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/security-groups?id=b233c48d-7fa9-4ea3-93b7-0a00e258071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304711 Aug 25 17:05:33.237844 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb8322-1ade-42ef-addd-1ca1fd0ae594 req-49ec7d29-bd22-4620-b152-cb01f4a228e7 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:33.239308 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-88eb8322-1ade-42ef-addd-1ca1fd0ae594 req-49ec7d29-bd22-4620-b152-cb01f4a228e7 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 946 time: 0.0481725 Aug 25 17:05:33.277793 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-88eb8322-1ade-42ef-addd-1ca1fd0ae594 req-42a859f4-1638-4167-9e20-88a277c9c074 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327435 Aug 25 17:05:34.092328 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33907c3c-f030-4c7b-8826-e4893a931644 req-91278238-fb18-4806-bc84-f61f217ee282 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:34.093821 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-33907c3c-f030-4c7b-8826-e4893a931644 req-91278238-fb18-4806-bc84-f61f217ee282 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=139aaaf6-5244-4eef-a21f-8d2c16d2a140 HTTP/1.1" status: 200 len: 944 time: 0.0521772 Aug 25 17:05:34.131674 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-33907c3c-f030-4c7b-8826-e4893a931644 req-e919c1f3-2190-4982-9f45-c8e8e01476a1 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/security-groups?id=b233c48d-7fa9-4ea3-93b7-0a00e258071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319283 Aug 25 17:05:34.394514 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb19bef1-dc23-4a5e-885f-efed5033051d req-e31deac8-5fcb-455a-97f6-64fec41645a4 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:34.395968 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-bb19bef1-dc23-4a5e-885f-efed5033051d req-e31deac8-5fcb-455a-97f6-64fec41645a4 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 946 time: 0.0478389 Aug 25 17:05:34.434376 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-bb19bef1-dc23-4a5e-885f-efed5033051d req-41481959-f382-422b-a8c0-1ea9e13b983a tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326223 Aug 25 17:05:34.698267 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device 67dd46a4-7b37-4888-a603-ad394bd9ed32 up at agent hyperv_hv-cinder-79124 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:05:34.748223 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Provisioning for port 67dd46a4-7b37-4888-a603-ad394bd9ed32 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:05:34.752482 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Provisioning complete for port 67dd46a4-7b37-4888-a603-ad394bd9ed32 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:05:34.752859 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:34.828142 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:34.850294 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '139aaaf6-5244-4eef-a21f-8d2c16d2a140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67dd46a4-7b37-4888-a603-ad394bd9ed32'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:05:34.852491 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a4fac4520762e8d57daf7008e8680b9db75e4099b28a5f40786ddec6b187ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d10675-476b-4ac3-9c4a-5bcdc62b2d54" -d '{"events": [{"server_uuid": "139aaaf6-5244-4eef-a21f-8d2c16d2a140", "name": "network-vif-plugged", "status": "completed", "tag": "67dd46a4-7b37-4888-a603-ad394bd9ed32"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:05:34.865285 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port 67dd46a4-7b37-4888-a603-ad394bd9ed32, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=67dd46a4-7b37-4888-a603-ad394bd9ed32,segment=NetworkSegment(88070606-55c4-4826-97a9-68c054a26a53),segment_id=88070606-55c4-4826-97a9-68c054a26a53)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:05:34.869546 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:34.898522 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f5f582-2788-4589-94ef-e46e6b9db7fa x-openstack-request-id: req-90f5f582-2788-4589-94ef-e46e6b9db7fa {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:05:34.898804 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "139aaaf6-5244-4eef-a21f-8d2c16d2a140", "name": "network-vif-plugged", "status": "completed", "tag": "67dd46a4-7b37-4888-a603-ad394bd9ed32", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:05:34.899098 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-90f5f582-2788-4589-94ef-e46e6b9db7fa {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:05:34.899683 dv-cinder-791240-5-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '139aaaf6-5244-4eef-a21f-8d2c16d2a140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67dd46a4-7b37-4888-a603-ad394bd9ed32', 'code': 200} Aug 25 17:05:34.931737 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Pushing event updated for resources: {'Port': ['ID=67dd46a4-7b37-4888-a603-ad394bd9ed32,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:05:34.939275 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:05:34.939614 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:05:34.939950 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:05:34.940288 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:05:34.940610 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:05:34.940933 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:05:34.941253 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:05:34.941573 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:05:34.941917 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:05:34.942234 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:05:34.942556 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:05:34.942871 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:05:35.144559 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d158bd93-7d8b-45ba-a023-bdd0c010c92e req-69cdc8c5-cfa4-4f8a-a69b-5b6aa9c3a9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:35.146142 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d158bd93-7d8b-45ba-a023-bdd0c010c92e req-69cdc8c5-cfa4-4f8a-a69b-5b6aa9c3a9bf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=139aaaf6-5244-4eef-a21f-8d2c16d2a140 HTTP/1.1" status: 200 len: 1098 time: 0.0460820 Aug 25 17:05:35.183864 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d158bd93-7d8b-45ba-a023-bdd0c010c92e req-7c95b89f-f4f1-416e-8e44-c976b6cadd60 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b233c48d-7fa9-4ea3-93b7-0a00e258071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302668 Aug 25 17:05:35.248657 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9053508-3b75-40be-8772-fa4384c07ff7 req-4e453331-c9d6-417c-be34-0198e65a998b tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:35.250172 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c9053508-3b75-40be-8772-fa4384c07ff7 req-4e453331-c9d6-417c-be34-0198e65a998b tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=139aaaf6-5244-4eef-a21f-8d2c16d2a140 HTTP/1.1" status: 200 len: 945 time: 0.0492265 Aug 25 17:05:35.288987 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c9053508-3b75-40be-8772-fa4384c07ff7 req-531f7835-a41b-4209-b3a3-4db8b9a0711e tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/security-groups?id=b233c48d-7fa9-4ea3-93b7-0a00e258071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330629 Aug 25 17:05:35.554487 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8183247-6b22-43e5-8084-9920c4427ade req-216ff0d7-4a42-45f5-918b-b088afac3c97 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:35.555943 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a8183247-6b22-43e5-8084-9920c4427ade req-216ff0d7-4a42-45f5-918b-b088afac3c97 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 946 time: 0.0517459 Aug 25 17:05:35.592558 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a8183247-6b22-43e5-8084-9920c4427ade req-987ed587-7596-4a8d-b1bb-d76d6a727d5e tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307441 Aug 25 17:05:36.407454 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b1cac-b07e-4b27-9eae-bf8948563827 req-83f83196-d569-4655-8f3e-8e9150fa5c3e tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:36.409562 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-799b1cac-b07e-4b27-9eae-bf8948563827 req-83f83196-d569-4655-8f3e-8e9150fa5c3e tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=139aaaf6-5244-4eef-a21f-8d2c16d2a140 HTTP/1.1" status: 200 len: 945 time: 0.0516961 Aug 25 17:05:36.447767 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-799b1cac-b07e-4b27-9eae-bf8948563827 req-73b16169-a6b7-4240-9004-3390f42050fc tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/security-groups?id=b233c48d-7fa9-4ea3-93b7-0a00e258071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324602 Aug 25 17:05:36.710349 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2e66e-d9b4-489e-86e0-b2c825288518 req-b44ce5e5-e9c5-47b6-bd10-5d4f362583b8 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:36.711837 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b0d2e66e-d9b4-489e-86e0-b2c825288518 req-b44ce5e5-e9c5-47b6-bd10-5d4f362583b8 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 946 time: 0.0499029 Aug 25 17:05:36.748930 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b0d2e66e-d9b4-489e-86e0-b2c825288518 req-0239a067-807c-4695-a3fc-6ac64fc1f9b7 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314107 Aug 25 17:05:37.572177 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cf4abd-91a8-4f66-8985-e177df52cf67 req-7e685995-d6bd-42e0-abde-aba810562255 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:37.573563 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-29cf4abd-91a8-4f66-8985-e177df52cf67 req-7e685995-d6bd-42e0-abde-aba810562255 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=139aaaf6-5244-4eef-a21f-8d2c16d2a140 HTTP/1.1" status: 200 len: 945 time: 0.0521939 Aug 25 17:05:37.610293 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-29cf4abd-91a8-4f66-8985-e177df52cf67 req-f7b55c69-eb4b-4cf2-bd81-96ed4fb7f0b6 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/security-groups?id=b233c48d-7fa9-4ea3-93b7-0a00e258071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303979 Aug 25 17:05:37.874124 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29683053-7867-43aa-a66a-af5311ba2e79 req-5f75cde4-9135-4336-bc4b-ca087eff6096 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:37.875503 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-29683053-7867-43aa-a66a-af5311ba2e79 req-5f75cde4-9135-4336-bc4b-ca087eff6096 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 946 time: 0.0503516 Aug 25 17:05:37.913332 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-29683053-7867-43aa-a66a-af5311ba2e79 req-281f3d1c-768e-4c77-a9c5-675b595f1635 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315778 Aug 25 17:05:38.722621 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f73b8-1470-45f3-957d-1ad7516bd351 req-64b52961-22e9-42b8-b5e2-7fb9bb2a52c2 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:38.724076 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4a9f73b8-1470-45f3-957d-1ad7516bd351 req-64b52961-22e9-42b8-b5e2-7fb9bb2a52c2 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=139aaaf6-5244-4eef-a21f-8d2c16d2a140 HTTP/1.1" status: 200 len: 945 time: 0.0486124 Aug 25 17:05:38.761280 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4a9f73b8-1470-45f3-957d-1ad7516bd351 req-35f29286-2c7b-49ef-a38a-445f9607fddb tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/security-groups?id=b233c48d-7fa9-4ea3-93b7-0a00e258071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313087 Aug 25 17:05:39.033848 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf76fec1-0eb6-48ca-b655-85a6eab49b45 req-9aad9344-3a42-410f-9d69-9781be03f472 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:39.035294 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-cf76fec1-0eb6-48ca-b655-85a6eab49b45 req-9aad9344-3a42-410f-9d69-9781be03f472 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 946 time: 0.0520723 Aug 25 17:05:39.072481 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-cf76fec1-0eb6-48ca-b655-85a6eab49b45 req-71d139b5-63ba-4b81-beb6-182987745321 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312476 Aug 25 17:05:39.886023 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63edff-396a-441e-bc4a-181b48f67ea9 req-46d6329d-0a75-498e-8a0f-c661728fe783 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:39.887550 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0e63edff-396a-441e-bc4a-181b48f67ea9 req-46d6329d-0a75-498e-8a0f-c661728fe783 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=139aaaf6-5244-4eef-a21f-8d2c16d2a140 HTTP/1.1" status: 200 len: 945 time: 0.0491340 Aug 25 17:05:39.928964 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0e63edff-396a-441e-bc4a-181b48f67ea9 req-1dd7f7c2-37ba-4d0e-9609-3c5711bcf3ac tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/security-groups?id=b233c48d-7fa9-4ea3-93b7-0a00e258071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341618 Aug 25 17:05:40.192352 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e3f22-8693-429d-81b4-261da0179f2a req-25eddc32-7289-4d6d-810c-5a3920584a8c tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:40.193751 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8c4e3f22-8693-429d-81b4-261da0179f2a req-25eddc32-7289-4d6d-810c-5a3920584a8c tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 946 time: 0.0495608 Aug 25 17:05:40.234304 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8c4e3f22-8693-429d-81b4-261da0179f2a req-d68333b2-db53-4e88-82fa-22a945b66a42 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343375 Aug 25 17:05:41.048934 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23655e5-f208-4903-b673-9f68c70cdb0d req-d052cd64-d4ab-4948-9cbc-d5e87c64bc65 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:41.050610 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c23655e5-f208-4903-b673-9f68c70cdb0d req-d052cd64-d4ab-4948-9cbc-d5e87c64bc65 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=139aaaf6-5244-4eef-a21f-8d2c16d2a140 HTTP/1.1" status: 200 len: 945 time: 0.0557494 Aug 25 17:05:41.091492 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c23655e5-f208-4903-b673-9f68c70cdb0d req-bf06780f-fec4-47b2-9b5b-0d144141b059 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/security-groups?id=b233c48d-7fa9-4ea3-93b7-0a00e258071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348499 Aug 25 17:05:41.354287 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6460317-7fc7-4a88-91a4-f438df4ca5db req-75447fd5-9804-471e-a7e2-a8085a651396 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:41.355768 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b6460317-7fc7-4a88-91a4-f438df4ca5db req-75447fd5-9804-471e-a7e2-a8085a651396 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 946 time: 0.0485899 Aug 25 17:05:41.393061 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b6460317-7fc7-4a88-91a4-f438df4ca5db req-7f9f5ff0-2557-4a5d-bc85-1e15be16ed89 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314038 Aug 25 17:05:42.212569 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0183f271-5374-4fb8-b663-63f8688bb874 req-cc6171d7-a03c-4db7-b408-282079fdf97d tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:42.214126 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0183f271-5374-4fb8-b663-63f8688bb874 req-cc6171d7-a03c-4db7-b408-282079fdf97d tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=139aaaf6-5244-4eef-a21f-8d2c16d2a140 HTTP/1.1" status: 200 len: 945 time: 0.0529521 Aug 25 17:05:42.257791 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0183f271-5374-4fb8-b663-63f8688bb874 req-07156c72-01a1-4a61-8a43-5de183966699 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/security-groups?id=b233c48d-7fa9-4ea3-93b7-0a00e258071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361123 Aug 25 17:05:42.513600 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b95db99-5a28-4b07-bf16-a080b891dc03 req-926c2817-f44a-4574-97b8-b2c12276ff20 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:42.515109 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1b95db99-5a28-4b07-bf16-a080b891dc03 req-926c2817-f44a-4574-97b8-b2c12276ff20 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 946 time: 0.0521405 Aug 25 17:05:42.558804 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1b95db99-5a28-4b07-bf16-a080b891dc03 req-f0d7f6a2-e0d4-44da-b403-f1f522077afc tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377610 Aug 25 17:05:43.074869 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d474d6d8-d8ea-44eb-82f4-23c2b9a3446e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:43.675662 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f10cc4a-c44a-424d-8f37-d850ba11b5b8 req-8128bed0-56f8-436a-a829-9c5c38dc0897 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:43.677106 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5f10cc4a-c44a-424d-8f37-d850ba11b5b8 req-8128bed0-56f8-436a-a829-9c5c38dc0897 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 946 time: 0.0491757 Aug 25 17:05:43.714063 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5f10cc4a-c44a-424d-8f37-d850ba11b5b8 req-6a4e02ec-8acf-42bc-beec-e2e4dd242cde tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310757 Aug 25 17:05:44.547511 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-675b0cfa-30a8-494e-b3ff-bb445488b7d8 None None] Agent healthcheck: found 6 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:05:44.833388 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0583b66-c6ab-4a52-9d77-f94392e1c935 req-33f129ab-811e-402c-8d77-bd80ad4bf488 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:44.834904 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b0583b66-c6ab-4a52-9d77-f94392e1c935 req-33f129ab-811e-402c-8d77-bd80ad4bf488 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 946 time: 0.0485425 Aug 25 17:05:44.871346 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b0583b66-c6ab-4a52-9d77-f94392e1c935 req-76d6d6b0-a6c3-4f2f-bd52-68f086306cc1 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304723 Aug 25 17:05:45.686990 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7558964b-6339-4a75-ad42-1a0b15f65b9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:45.836533 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device 33bba031-7191-414a-82d8-e5aef14eed40 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 17:05:45.924549 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:45.928606 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:45.957132 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port 33bba031-7191-414a-82d8-e5aef14eed40, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=33bba031-7191-414a-82d8-e5aef14eed40,segment=NetworkSegment(ec41dbf2-ba24-42a3-a378-c3be87889b8c),segment_id=ec41dbf2-ba24-42a3-a378-c3be87889b8c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:05:45.968493 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Returning: {'device': '33bba031-7191-414a-82d8-e5aef14eed40', 'network_id': 'e9cb6f88-a0a4-4755-a50a-d59302485ab6', 'port_id': '33bba031-7191-414a-82d8-e5aef14eed40', 'mac_address': 'fa:16:3e:f0:14:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1486, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '292f4a80-cdc8-4ba8-8211-52e53edc836f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 17:05:46.001360 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb7ecd6-f149-41d1-ae08-7d5dd37ddfae req-c33b05b4-bea0-4cbe-838c-aeaa12df2f11 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:46.002956 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2bb7ecd6-f149-41d1-ae08-7d5dd37ddfae req-c33b05b4-bea0-4cbe-838c-aeaa12df2f11 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 946 time: 0.0575948 Aug 25 17:05:46.011649 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:46.025249 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 33bba031-7191-414a-82d8-e5aef14eed40 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:05:46.041832 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2bb7ecd6-f149-41d1-ae08-7d5dd37ddfae req-13b80364-8302-447c-9f03-3ab3e46f43ff tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324128 Aug 25 17:05:46.044923 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port 33bba031-7191-414a-82d8-e5aef14eed40, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=33bba031-7191-414a-82d8-e5aef14eed40,segment=NetworkSegment(ec41dbf2-ba24-42a3-a378-c3be87889b8c),segment_id=ec41dbf2-ba24-42a3-a378-c3be87889b8c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:05:46.049549 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:46.096227 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Pushing event updated for resources: {'Port': ['ID=33bba031-7191-414a-82d8-e5aef14eed40,revision_number=6']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:05:47.036908 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3a305108-1f99-4b5d-a622-23901fed2525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:47.160948 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc667f-7b77-42e5-93cc-167ac8e21f96 req-db44667e-8fc4-47ff-b782-e643227663c8 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:47.162433 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-55fc667f-7b77-42e5-93cc-167ac8e21f96 req-db44667e-8fc4-47ff-b782-e643227663c8 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 945 time: 0.0477335 Aug 25 17:05:47.198891 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-55fc667f-7b77-42e5-93cc-167ac8e21f96 req-3dda595a-bd78-48db-b397-50363ec9931d tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306914 Aug 25 17:05:48.315680 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89b5de9-4cf0-4d79-9a1a-5346f4c9a4d9 req-a4bff1bd-dd7f-4a0d-9363-767c6baf4765 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:48.317167 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f89b5de9-4cf0-4d79-9a1a-5346f4c9a4d9 req-a4bff1bd-dd7f-4a0d-9363-767c6baf4765 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 945 time: 0.0483639 Aug 25 17:05:48.362180 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f89b5de9-4cf0-4d79-9a1a-5346f4c9a4d9 req-9479a1bd-ce26-454d-9b07-86fb71e54c14 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391643 Aug 25 17:05:48.393792 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7978419e-b967-4a47-8975-0267302d25d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:48.608355 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] get_ports_and_sgs() called for port_ids ['33bba031-7191-414a-82d8-e5aef14eed40'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:05:49.403744 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a2ef0e-7bef-4ccc-a385-a2f985ed82b1 req-62eb4404-41b9-49c2-b2c7-6cae19ee0f0a tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:49.405487 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f6a2ef0e-7bef-4ccc-a385-a2f985ed82b1 req-62eb4404-41b9-49c2-b2c7-6cae19ee0f0a tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=139aaaf6-5244-4eef-a21f-8d2c16d2a140 HTTP/1.1" status: 200 len: 945 time: 0.0537989 Aug 25 17:05:49.665959 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f6a2ef0e-7bef-4ccc-a385-a2f985ed82b1 req-b1d15225-df4c-42f5-afb9-6841097a26bf tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/security-groups?id=b233c48d-7fa9-4ea3-93b7-0a00e258071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543044 Aug 25 17:05:49.766636 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49480c57-7f20-49cd-b1d8-acf066dd6285 req-b2f28f82-30fa-45c6-a79d-19dc384dbc4c tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:49.768107 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-49480c57-7f20-49cd-b1d8-acf066dd6285 req-b2f28f82-30fa-45c6-a79d-19dc384dbc4c tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 945 time: 0.0494072 Aug 25 17:05:49.806632 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-49480c57-7f20-49cd-b1d8-acf066dd6285 req-4880a1bc-f385-4b48-9a6e-98a7e7faef64 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323265 Aug 25 17:05:49.996009 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68b6c3-d942-4144-a145-6b57075435ff req-58baf238-030b-4965-8d22-11fa25effcf7 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:49.997444 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ed68b6c3-d942-4144-a145-6b57075435ff req-58baf238-030b-4965-8d22-11fa25effcf7 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/networks?id=244d0188-3706-4e13-b4e5-16a2dd2249d6 HTTP/1.1" status: 200 len: 814 time: 0.1096656 Aug 25 17:05:50.012978 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ed68b6c3-d942-4144-a145-6b57075435ff req-fbc688cd-0d57-48fd-a127-93cdffecc9c2 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/quotas/624895c29e8d457e9430801427544bc4 HTTP/1.1" status: 200 len: 375 time: 0.0090880 Aug 25 17:05:50.044519 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ed68b6c3-d942-4144-a145-6b57075435ff req-34b44866-a71f-4dda-8c17-ce3ac8db758c tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=624895c29e8d457e9430801427544bc4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257964 Aug 25 17:05:50.135679 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ed68b6c3-d942-4144-a145-6b57075435ff req-086f45d1-3f88-4fbf-9baf-436366c3b5f9 service neutron] 10.222.0.88 "GET /v2.0/networks/244d0188-3706-4e13-b4e5-16a2dd2249d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845041 Aug 25 17:05:50.225301 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ed68b6c3-d942-4144-a145-6b57075435ff req-f8372d1b-744e-4b29-9018-938c51a1ee8b service neutron] 10.222.0.88 "GET /v2.0/networks/244d0188-3706-4e13-b4e5-16a2dd2249d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828595 Aug 25 17:05:50.382103 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c168f678-0d3f-4584-aef3-32ec756ed71c req-f817b6a8-95f7-4a53-9b9f-7665e7a59ede tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/ports?device_id=05297a48-b6af-4cfd-a3ec-44566e49108a HTTP/1.1" status: 200 len: 210 time: 0.0267105 Aug 25 17:05:50.526466 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device 33bba031-7191-414a-82d8-e5aef14eed40 up at agent hyperv_hv-cinder-79124 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:05:50.576711 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Provisioning complete for port 33bba031-7191-414a-82d8-e5aef14eed40 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:05:50.577073 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:50.656959 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:50.682932 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '510e2993-6e08-4099-81a5-cab3775ef5bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33bba031-7191-414a-82d8-e5aef14eed40'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:05:50.685356 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a4fac4520762e8d57daf7008e8680b9db75e4099b28a5f40786ddec6b187ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656067f4-9124-4fee-9e42-f661864885d8" -d '{"events": [{"server_uuid": "510e2993-6e08-4099-81a5-cab3775ef5bd", "name": "network-vif-plugged", "status": "completed", "tag": "33bba031-7191-414a-82d8-e5aef14eed40"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:05:50.700716 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port 33bba031-7191-414a-82d8-e5aef14eed40, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=33bba031-7191-414a-82d8-e5aef14eed40,segment=NetworkSegment(ec41dbf2-ba24-42a3-a378-c3be87889b8c),segment_id=ec41dbf2-ba24-42a3-a378-c3be87889b8c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:05:50.705904 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:50.732002 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ce9305-c552-4a19-984a-f07f6334a08e x-openstack-request-id: req-36ce9305-c552-4a19-984a-f07f6334a08e {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:05:50.732279 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "510e2993-6e08-4099-81a5-cab3775ef5bd", "name": "network-vif-plugged", "status": "completed", "tag": "33bba031-7191-414a-82d8-e5aef14eed40", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:05:50.732520 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-36ce9305-c552-4a19-984a-f07f6334a08e {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:05:50.733009 dv-cinder-791240-5-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '510e2993-6e08-4099-81a5-cab3775ef5bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33bba031-7191-414a-82d8-e5aef14eed40', 'code': 200} Aug 25 17:05:50.769087 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Pushing event updated for resources: {'Port': ['ID=33bba031-7191-414a-82d8-e5aef14eed40,revision_number=7']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:05:50.816124 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010940e-8135-443c-ad07-e5cfae7e0f66 req-1d6fc2d3-b03b-44e5-963e-f888b0625fad tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:50.817600 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8010940e-8135-443c-ad07-e5cfae7e0f66 req-1d6fc2d3-b03b-44e5-963e-f888b0625fad tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=139aaaf6-5244-4eef-a21f-8d2c16d2a140 HTTP/1.1" status: 200 len: 945 time: 0.0490904 Aug 25 17:05:50.861966 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8010940e-8135-443c-ad07-e5cfae7e0f66 req-40a04698-3d02-4dcb-b61f-c51fcb2b73d2 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/security-groups?id=b233c48d-7fa9-4ea3-93b7-0a00e258071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383141 Aug 25 17:05:50.970788 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d2c00-540c-4c6c-a0ff-f93c22307703 req-8d23f757-163d-491e-8eaa-ac00cb52eaf8 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:50.972329 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-000d2c00-540c-4c6c-a0ff-f93c22307703 req-8d23f757-163d-491e-8eaa-ac00cb52eaf8 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 946 time: 0.0550296 Aug 25 17:05:51.030516 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-000d2c00-540c-4c6c-a0ff-f93c22307703 req-6cfaf26a-c75c-4777-af2e-0bc5b6557494 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468392 Aug 25 17:05:51.474908 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-39d1aba8-8f94-460f-b3cc-cafdb5eaf2d2 req-937559ae-2fe9-4713-9ebd-8bfb7d46985a tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/ports?device_id=05297a48-b6af-4cfd-a3ec-44566e49108a HTTP/1.1" status: 200 len: 210 time: 0.0262752 Aug 25 17:05:51.992542 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d9609-84e4-4aeb-8fb2-3f7a015a8e60 req-d4d5f2a7-8fb2-445e-ada5-03a0dbbe0887 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:51.994207 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f83d9609-84e4-4aeb-8fb2-3f7a015a8e60 req-d4d5f2a7-8fb2-445e-ada5-03a0dbbe0887 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=139aaaf6-5244-4eef-a21f-8d2c16d2a140 HTTP/1.1" status: 200 len: 945 time: 0.0536678 Aug 25 17:05:52.049732 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f83d9609-84e4-4aeb-8fb2-3f7a015a8e60 req-e3438638-61ee-48e2-bf51-be20bfb7f6e7 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/security-groups?id=b233c48d-7fa9-4ea3-93b7-0a00e258071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494897 Aug 25 17:05:52.196702 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df8df2a-75fc-495c-bc4c-9e4c600edbd7 req-33139b4e-2eba-44f1-8771-489ecb4d4197 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:52.200087 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4df8df2a-75fc-495c-bc4c-9e4c600edbd7 req-33139b4e-2eba-44f1-8771-489ecb4d4197 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 946 time: 0.0648346 Aug 25 17:05:52.239582 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4df8df2a-75fc-495c-bc4c-9e4c600edbd7 req-01b81b20-9848-4135-938e-ff358ab6e516 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343418 Aug 25 17:05:52.576616 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d0a1969c-29e1-44e8-809d-ba3aa6392643 req-c8d80684-3673-4dce-bf59-761dd1cdaab1 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/ports?device_id=05297a48-b6af-4cfd-a3ec-44566e49108a HTTP/1.1" status: 200 len: 210 time: 0.0283556 Aug 25 17:05:53.179859 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2694a28a-a37b-49fe-942e-1002a5769c83 req-dc88b1d0-ae49-4c4c-8a89-19f6107c5bfb tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:53.187755 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2694a28a-a37b-49fe-942e-1002a5769c83 req-dc88b1d0-ae49-4c4c-8a89-19f6107c5bfb tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=139aaaf6-5244-4eef-a21f-8d2c16d2a140 HTTP/1.1" status: 200 len: 945 time: 0.0644717 Aug 25 17:05:53.227711 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2694a28a-a37b-49fe-942e-1002a5769c83 req-0fc0f6cd-8dc9-4929-b5ab-72f1b13f22f4 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/security-groups?id=b233c48d-7fa9-4ea3-93b7-0a00e258071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390804 Aug 25 17:05:53.409715 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54713590-6ef3-4cad-b07e-9fd890730566 req-478ed06c-914f-40b4-b2c1-8caf598335d2 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:53.411250 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-54713590-6ef3-4cad-b07e-9fd890730566 req-478ed06c-914f-40b4-b2c1-8caf598335d2 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 946 time: 0.0598519 Aug 25 17:05:53.452787 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-54713590-6ef3-4cad-b07e-9fd890730566 req-f0382697-835b-41c4-a66e-c0d14734f324 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350842 Aug 25 17:05:53.677750 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1308ed7a-5211-4626-98fb-28399737415b req-94f63feb-8d4b-4174-93ec-931b428a5bcf tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/ports?device_id=05297a48-b6af-4cfd-a3ec-44566e49108a HTTP/1.1" status: 200 len: 210 time: 0.0304868 Aug 25 17:05:54.376918 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0993cd-ba56-4027-bea0-c31cdb8ba25b req-28ec9ec8-67c7-4fa1-8d67-e618be2ea5ed tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:54.378669 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5d0993cd-ba56-4027-bea0-c31cdb8ba25b req-28ec9ec8-67c7-4fa1-8d67-e618be2ea5ed tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=139aaaf6-5244-4eef-a21f-8d2c16d2a140 HTTP/1.1" status: 200 len: 945 time: 0.0613832 Aug 25 17:05:54.417879 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5d0993cd-ba56-4027-bea0-c31cdb8ba25b req-321fc001-d3dc-439e-96dd-c514591a7101 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/security-groups?id=b233c48d-7fa9-4ea3-93b7-0a00e258071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330503 Aug 25 17:05:54.589107 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e2f34-b298-4021-a8ac-7365b2adda6e req-b257d9b1-70f5-409e-9cff-e296c48e6047 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:54.590658 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-859e2f34-b298-4021-a8ac-7365b2adda6e req-b257d9b1-70f5-409e-9cff-e296c48e6047 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 946 time: 0.0501883 Aug 25 17:05:54.635832 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-859e2f34-b298-4021-a8ac-7365b2adda6e req-dbd7fe72-3b22-469f-963d-08afd429c268 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379112 Aug 25 17:05:54.778199 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-824deaa1-8969-4bce-9366-17e2f93c7ecd req-4216adcb-bbe9-48f5-b1a0-11619ce55ab1 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/ports?device_id=05297a48-b6af-4cfd-a3ec-44566e49108a HTTP/1.1" status: 200 len: 210 time: 0.0285099 Aug 25 17:05:54.924191 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4ff1bd-2714-4d3f-86e5-02108c098d1b req-ec3262ee-e228-4bde-8404-4a5801fcc5ba tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:54.925648 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-af4ff1bd-2714-4d3f-86e5-02108c098d1b req-ec3262ee-e228-4bde-8404-4a5801fcc5ba tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.16 "GET /v2.0/ports?device_id=139aaaf6-5244-4eef-a21f-8d2c16d2a140 HTTP/1.1" status: 200 len: 945 time: 0.0490932 Aug 25 17:05:55.034612 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-af4ff1bd-2714-4d3f-86e5-02108c098d1b req-c329e3ab-b7c4-4016-a102-4d72bcf23580 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Deleting port 67dd46a4-7b37-4888-a603-ad394bd9ed32 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:05:55.034872 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-af4ff1bd-2714-4d3f-86e5-02108c098d1b req-c329e3ab-b7c4-4016-a102-4d72bcf23580 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743706167839'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:55.188800 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-af4ff1bd-2714-4d3f-86e5-02108c098d1b req-c329e3ab-b7c4-4016-a102-4d72bcf23580 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] For port 67dd46a4-7b37-4888-a603-ad394bd9ed32, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=67dd46a4-7b37-4888-a603-ad394bd9ed32,segment=NetworkSegment(88070606-55c4-4826-97a9-68c054a26a53),segment_id=88070606-55c4-4826-97a9-68c054a26a53)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:05:55.189175 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-af4ff1bd-2714-4d3f-86e5-02108c098d1b req-c329e3ab-b7c4-4016-a102-4d72bcf23580 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616478'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:55.213320 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-af4ff1bd-2714-4d3f-86e5-02108c098d1b req-c329e3ab-b7c4-4016-a102-4d72bcf23580 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Calling delete_port for 67dd46a4-7b37-4888-a603-ad394bd9ed32 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:05:55.299031 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68b6c3-d942-4144-a145-6b57075435ff req-bcb307a3-5134-43c9-b645-67996c4cfa57 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:55.300452 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ed68b6c3-d942-4144-a145-6b57075435ff req-bcb307a3-5134-43c9-b645-67996c4cfa57 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.16 "GET /v2.0/networks?id=244d0188-3706-4e13-b4e5-16a2dd2249d6 HTTP/1.1" status: 200 len: 814 time: 0.2118425 Aug 25 17:05:55.318124 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-ed68b6c3-d942-4144-a145-6b57075435ff req-e61277d1-abac-4ad6-a50e-906e1f47f23b tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Request body: {'port': {'device_id': '05297a48-b6af-4cfd-a3ec-44566e49108a', 'network_id': '244d0188-3706-4e13-b4e5-16a2dd2249d6', 'admin_state_up': True, 'tenant_id': '624895c29e8d457e9430801427544bc4'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:05:55.546343 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4194da8-1724-45c8-bbec-f78f054b2a3e req-a63769d3-a8db-4582-8e28-30c3cfb44a69 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:55.548541 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c4194da8-1724-45c8-bbec-f78f054b2a3e req-a63769d3-a8db-4582-8e28-30c3cfb44a69 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=139aaaf6-5244-4eef-a21f-8d2c16d2a140 HTTP/1.1" status: 200 len: 945 time: 0.0582550 Aug 25 17:05:55.593254 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c4194da8-1724-45c8-bbec-f78f054b2a3e req-5946f45c-37cd-4bb0-8963-53d6a146c7ee tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/security-groups?id=b233c48d-7fa9-4ea3-93b7-0a00e258071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382361 Aug 25 17:05:55.673600 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-af4ff1bd-2714-4d3f-86e5-02108c098d1b req-c329e3ab-b7c4-4016-a102-4d72bcf23580 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743706076703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743705601028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732937'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:55.718487 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c329e3ab-b7c4-4016-a102-4d72bcf23580 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Pushing event deleted for resources: {'Port': ['ID=67dd46a4-7b37-4888-a603-ad394bd9ed32,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:05:55.745945 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c329e3ab-b7c4-4016-a102-4d72bcf23580 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:05:55.745945 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c329e3ab-b7c4-4016-a102-4d72bcf23580 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:05:55.746143 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c329e3ab-b7c4-4016-a102-4d72bcf23580 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:05:55.746534 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c329e3ab-b7c4-4016-a102-4d72bcf23580 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:05:55.746815 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c329e3ab-b7c4-4016-a102-4d72bcf23580 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:05:55.747147 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c329e3ab-b7c4-4016-a102-4d72bcf23580 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:05:55.747480 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c329e3ab-b7c4-4016-a102-4d72bcf23580 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:05:55.747806 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c329e3ab-b7c4-4016-a102-4d72bcf23580 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:05:55.748134 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c329e3ab-b7c4-4016-a102-4d72bcf23580 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:05:55.748461 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c329e3ab-b7c4-4016-a102-4d72bcf23580 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:05:55.748808 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c329e3ab-b7c4-4016-a102-4d72bcf23580 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:05:55.749505 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c329e3ab-b7c4-4016-a102-4d72bcf23580 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:05:55.789740 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-af4ff1bd-2714-4d3f-86e5-02108c098d1b req-c329e3ab-b7c4-4016-a102-4d72bcf23580 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] No DVR routers for this DVR port 67dd46a4-7b37-4888-a603-ad394bd9ed32 on host hv-cinder-79124 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:05:55.793865 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-af4ff1bd-2714-4d3f-86e5-02108c098d1b req-c329e3ab-b7c4-4016-a102-4d72bcf23580 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:55.795736 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-af4ff1bd-2714-4d3f-86e5-02108c098d1b req-c329e3ab-b7c4-4016-a102-4d72bcf23580 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.16 "DELETE /v2.0/ports/67dd46a4-7b37-4888-a603-ad394bd9ed32 HTTP/1.1" status: 204 len: 173 time: 0.8620284 Aug 25 17:05:55.796175 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '139aaaf6-5244-4eef-a21f-8d2c16d2a140', 'name': 'network-vif-deleted', 'tag': '67dd46a4-7b37-4888-a603-ad394bd9ed32'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:05:55.799362 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30294bf1a97406c8a8235025fddf2f3c25b52a26b11c10f571ea972848b08700" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f3ee7a0-4f37-41e3-9b24-8da899f98241" -d '{"events": [{"server_uuid": "139aaaf6-5244-4eef-a21f-8d2c16d2a140", "name": "network-vif-deleted", "tag": "67dd46a4-7b37-4888-a603-ad394bd9ed32"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:05:55.804576 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eeb018-029b-4b4d-9273-de82b092cd86 req-ff70b2c8-ae11-4177-b398-7e52e2aad25c tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:55.813435 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-70eeb018-029b-4b4d-9273-de82b092cd86 req-ff70b2c8-ae11-4177-b398-7e52e2aad25c tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 946 time: 0.0893049 Aug 25 17:05:55.820179 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed68b6c3-d942-4144-a145-6b57075435ff req-e61277d1-abac-4ad6-a50e-906e1f47f23b tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Made reservation on behalf of 624895c29e8d457e9430801427544bc4 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:05:55.823976 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ed68b6c3-d942-4144-a145-6b57075435ff req-e61277d1-abac-4ad6-a50e-906e1f47f23b tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:55.864368 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-70eeb018-029b-4b4d-9273-de82b092cd86 req-332eb381-f984-4b47-b765-7f1eb549b67c tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494342 Aug 25 17:05:55.991836 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f585dcfa-0a5f-4e11-bf2d-e094f991e588 req-ec634fbb-b273-4e94-b6f4-7658e84d7e75 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/ports?device_id=05297a48-b6af-4cfd-a3ec-44566e49108a HTTP/1.1" status: 200 len: 210 time: 0.0478914 Aug 25 17:05:56.030625 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-ed68b6c3-d942-4144-a145-6b57075435ff req-e61277d1-abac-4ad6-a50e-906e1f47f23b tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Allocated IP 172.20.0.3 (244d0188-3706-4e13-b4e5-16a2dd2249d6/e989f4e9-5f2b-41ca-9069-c9a0e334bf3f/2949735a-8b80-4aa3-8989-3d9feb3e5346) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:05:56.052382 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a13251-28fe-42e9-92af-4238710680f9 x-openstack-request-id: req-61a13251-28fe-42e9-92af-4238710680f9 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:05:56.052799 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "139aaaf6-5244-4eef-a21f-8d2c16d2a140", "name": "network-vif-deleted", "tag": "67dd46a4-7b37-4888-a603-ad394bd9ed32", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:05:56.053145 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-61a13251-28fe-42e9-92af-4238710680f9 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:05:56.053619 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '139aaaf6-5244-4eef-a21f-8d2c16d2a140', 'name': 'network-vif-deleted', 'tag': '67dd46a4-7b37-4888-a603-ad394bd9ed32', 'status': 'completed', 'code': 200} Aug 25 17:05:56.184090 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ed68b6c3-d942-4144-a145-6b57075435ff req-e61277d1-abac-4ad6-a50e-906e1f47f23b tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:56.224176 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ed68b6c3-d942-4144-a145-6b57075435ff req-e61277d1-abac-4ad6-a50e-906e1f47f23b tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743705601783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732937'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:56.284755 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed68b6c3-d942-4144-a145-6b57075435ff req-e61277d1-abac-4ad6-a50e-906e1f47f23b tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Network 244d0188-3706-4e13-b4e5-16a2dd2249d6 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:05:56.301574 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-ed68b6c3-d942-4144-a145-6b57075435ff req-e61277d1-abac-4ad6-a50e-906e1f47f23b tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:05:56.307189 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed68b6c3-d942-4144-a145-6b57075435ff req-e61277d1-abac-4ad6-a50e-906e1f47f23b tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:05:56.313394 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61277d1-abac-4ad6-a50e-906e1f47f23b tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Pushing event updated for resources: {'Port': ['ID=2949735a-8b80-4aa3-8989-3d9feb3e5346,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:05:56.421344 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68b6c3-d942-4144-a145-6b57075435ff req-e61277d1-abac-4ad6-a50e-906e1f47f23b tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:56.422070 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ed68b6c3-d942-4144-a145-6b57075435ff req-e61277d1-abac-4ad6-a50e-906e1f47f23b tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:56.442604 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ed68b6c3-d942-4144-a145-6b57075435ff req-e61277d1-abac-4ad6-a50e-906e1f47f23b tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1286759 Aug 25 17:05:56.469299 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-ed68b6c3-d942-4144-a145-6b57075435ff req-ac68dda8-dd00-4301-8f14-b545335ecb5e service neutron] Request body: {'port': {'device_id': '05297a48-b6af-4cfd-a3ec-44566e49108a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:05:56.541833 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ed68b6c3-d942-4144-a145-6b57075435ff req-ac68dda8-dd00-4301-8f14-b545335ecb5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:56.544857 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device 67dd46a4-7b37-4888-a603-ad394bd9ed32 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:05:56.574936 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] No Port match for: 67dd46a4-7b37-4888-a603-ad394bd9ed32 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:05:56.575493 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device 67dd46a4-7b37-4888-a603-ad394bd9ed32 not bound to the agent host hv-cinder-79124 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:05:56.900313 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [req-ed68b6c3-d942-4144-a145-6b57075435ff req-ac68dda8-dd00-4301-8f14-b545335ecb5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2949735a-8b80-4aa3-8989-3d9feb3e5346 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:05:56.910109 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ed68b6c3-d942-4144-a145-6b57075435ff req-ac68dda8-dd00-4301-8f14-b545335ecb5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:56.922862 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-ed68b6c3-d942-4144-a145-6b57075435ff req-ac68dda8-dd00-4301-8f14-b545335ecb5e service neutron] Transition to ACTIVE for port object 2949735a-8b80-4aa3-8989-3d9feb3e5346 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:05:56.927492 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ed68b6c3-d942-4144-a145-6b57075435ff req-ac68dda8-dd00-4301-8f14-b545335ecb5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3732944'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:56.946374 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ef00f-130c-4cc0-b8d1-8ba8bad23360 req-13a88929-f01d-48dc-828f-b5ffb59c9c9a tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:56.948025 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f71ef00f-130c-4cc0-b8d1-8ba8bad23360 req-13a88929-f01d-48dc-828f-b5ffb59c9c9a tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/networks?id=e79aebb2-d456-41b3-9af0-91d4d68ea63c HTTP/1.1" status: 200 len: 808 time: 0.1347349 Aug 25 17:05:56.966412 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f71ef00f-130c-4cc0-b8d1-8ba8bad23360 req-84031ef8-8491-4457-aaf0-41a91d25d028 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/quotas/d5303f5a5cb64e0da4cb24f70284472a HTTP/1.1" status: 200 len: 375 time: 0.0120425 Aug 25 17:05:57.001356 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac68dda8-dd00-4301-8f14-b545335ecb5e service neutron] Pushing event updated for resources: {'Port': ['ID=2949735a-8b80-4aa3-8989-3d9feb3e5346,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:05:57.002123 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f71ef00f-130c-4cc0-b8d1-8ba8bad23360 req-01441289-4110-4b83-babb-6656bfc6c4fc tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=d5303f5a5cb64e0da4cb24f70284472a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297217 Aug 25 17:05:57.071179 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-ed68b6c3-d942-4144-a145-6b57075435ff req-ac68dda8-dd00-4301-8f14-b545335ecb5e service neutron] Attempting to bind port 2949735a-8b80-4aa3-8989-3d9feb3e5346 on host hv-cinder-79124 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:05:57.071777 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-ed68b6c3-d942-4144-a145-6b57075435ff req-ac68dda8-dd00-4301-8f14-b545335ecb5e service neutron] Attempting to bind port 2949735a-8b80-4aa3-8989-3d9feb3e5346 by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': 'afe6f7c0-b77b-4548-99ec-fb34a489e3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1458, 'network_id': '244d0188-3706-4e13-b4e5-16a2dd2249d6'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:05:57.072098 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed68b6c3-d942-4144-a145-6b57075435ff req-ac68dda8-dd00-4301-8f14-b545335ecb5e service neutron] Attempting to bind port 2949735a-8b80-4aa3-8989-3d9feb3e5346 on network 244d0188-3706-4e13-b4e5-16a2dd2249d6 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:05:57.078759 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed68b6c3-d942-4144-a145-6b57075435ff req-ac68dda8-dd00-4301-8f14-b545335ecb5e service neutron] Port 2949735a-8b80-4aa3-8989-3d9feb3e5346 on network 244d0188-3706-4e13-b4e5-16a2dd2249d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 17:05:57.079212 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed68b6c3-d942-4144-a145-6b57075435ff req-ac68dda8-dd00-4301-8f14-b545335ecb5e service neutron] Attempting to bind port 2949735a-8b80-4aa3-8989-3d9feb3e5346 on network 244d0188-3706-4e13-b4e5-16a2dd2249d6 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:05:57.084428 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed68b6c3-d942-4144-a145-6b57075435ff req-ac68dda8-dd00-4301-8f14-b545335ecb5e service neutron] Checking agent: {'id': '5ac426a1-ab5c-4a46-b982-fffaa6db999e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 59, 15), 'started_at': datetime.datetime(2021, 8, 25, 16, 59, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:05:57.084764 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed68b6c3-d942-4144-a145-6b57075435ff req-ac68dda8-dd00-4301-8f14-b545335ecb5e service neutron] Checking segment: {'id': 'afe6f7c0-b77b-4548-99ec-fb34a489e3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1458, 'network_id': '244d0188-3706-4e13-b4e5-16a2dd2249d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:05:57.085148 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed68b6c3-d942-4144-a145-6b57075435ff req-ac68dda8-dd00-4301-8f14-b545335ecb5e service neutron] Bound using segment: {'id': 'afe6f7c0-b77b-4548-99ec-fb34a489e3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1458, 'network_id': '244d0188-3706-4e13-b4e5-16a2dd2249d6'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:05:57.085572 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-ed68b6c3-d942-4144-a145-6b57075435ff req-ac68dda8-dd00-4301-8f14-b545335ecb5e service neutron] Bound port: 2949735a-8b80-4aa3-8989-3d9feb3e5346, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afe6f7c0-b77b-4548-99ec-fb34a489e3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1458, 'network_id': '244d0188-3706-4e13-b4e5-16a2dd2249d6'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:05:57.085963 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ed68b6c3-d942-4144-a145-6b57075435ff req-ac68dda8-dd00-4301-8f14-b545335ecb5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:57.117087 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f71ef00f-130c-4cc0-b8d1-8ba8bad23360 req-5a5d3fa9-a7de-48bf-b7cf-cbd081c9455c service neutron] 10.222.0.88 "GET /v2.0/networks/e79aebb2-d456-41b3-9af0-91d4d68ea63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024902 Aug 25 17:05:57.170401 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-ed68b6c3-d942-4144-a145-6b57075435ff req-ac68dda8-dd00-4301-8f14-b545335ecb5e service neutron] For port 2949735a-8b80-4aa3-8989-3d9feb3e5346, host hv-cinder-79124, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:05:57.174048 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-ed68b6c3-d942-4144-a145-6b57075435ff req-ac68dda8-dd00-4301-8f14-b545335ecb5e service neutron] For port 2949735a-8b80-4aa3-8989-3d9feb3e5346, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=2949735a-8b80-4aa3-8989-3d9feb3e5346,segment=NetworkSegment(afe6f7c0-b77b-4548-99ec-fb34a489e3ce),segment_id=afe6f7c0-b77b-4548-99ec-fb34a489e3ce)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:05:57.179346 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ed68b6c3-d942-4144-a145-6b57075435ff req-ac68dda8-dd00-4301-8f14-b545335ecb5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3732944'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:57.220011 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68b6c3-d942-4144-a145-6b57075435ff req-ac68dda8-dd00-4301-8f14-b545335ecb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:57.220640 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ed68b6c3-d942-4144-a145-6b57075435ff req-ac68dda8-dd00-4301-8f14-b545335ecb5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:57.222081 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ed68b6c3-d942-4144-a145-6b57075435ff req-ac68dda8-dd00-4301-8f14-b545335ecb5e service neutron] 10.222.0.16 "PUT /v2.0/ports/2949735a-8b80-4aa3-8989-3d9feb3e5346 HTTP/1.1" status: 200 len: 1093 time: 0.7666616 Aug 25 17:05:57.233410 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f71ef00f-130c-4cc0-b8d1-8ba8bad23360 req-e676a575-649e-4ceb-b506-09d2cbb2e9ae service neutron] 10.222.0.88 "GET /v2.0/networks/e79aebb2-d456-41b3-9af0-91d4d68ea63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097729 Aug 25 17:05:57.252451 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac68dda8-dd00-4301-8f14-b545335ecb5e service neutron] Pushing event updated for resources: {'Port': ['ID=2949735a-8b80-4aa3-8989-3d9feb3e5346,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:05:57.326316 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68b6c3-d942-4144-a145-6b57075435ff req-6912fccd-5d65-4ccd-81eb-eacb91a77ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:57.340016 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ed68b6c3-d942-4144-a145-6b57075435ff req-6912fccd-5d65-4ccd-81eb-eacb91a77ce1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=624895c29e8d457e9430801427544bc4&device_id=05297a48-b6af-4cfd-a3ec-44566e49108a HTTP/1.1" status: 200 len: 1096 time: 0.0503969 Aug 25 17:05:57.406999 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ed68b6c3-d942-4144-a145-6b57075435ff req-f577963d-92b7-480f-8448-842d8b7c57e1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2949735a-8b80-4aa3-8989-3d9feb3e5346 HTTP/1.1" status: 200 len: 217 time: 0.0638101 Aug 25 17:05:57.463744 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d576e6-0a8c-4f90-aecc-e200cc4c1d4c req-b3cb514d-5490-494d-a4f8-efd14280ef12 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:57.473915 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-18d576e6-0a8c-4f90-aecc-e200cc4c1d4c req-b3cb514d-5490-494d-a4f8-efd14280ef12 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 946 time: 0.0750544 Aug 25 17:05:57.484852 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68b6c3-d942-4144-a145-6b57075435ff req-86660306-644a-456a-98a7-015351c94965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:57.487028 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ed68b6c3-d942-4144-a145-6b57075435ff req-86660306-644a-456a-98a7-015351c94965 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e989f4e9-5f2b-41ca-9069-c9a0e334bf3f HTTP/1.1" status: 200 len: 854 time: 0.0730674 Aug 25 17:05:57.525059 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ed68b6c3-d942-4144-a145-6b57075435ff req-1bd64f0c-10ae-4480-bfc5-1de256c8e9b1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=244d0188-3706-4e13-b4e5-16a2dd2249d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296819 Aug 25 17:05:57.526261 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-18d576e6-0a8c-4f90-aecc-e200cc4c1d4c req-4823d0ce-dfcc-4bbb-98a3-52b21ba6e898 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514066 Aug 25 17:05:57.647896 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b867302-fa4c-48a9-bf35-f8a76feee4cc req-9ba418f4-c3f1-4a55-ab9a-e932fd649e0f tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:57.650121 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6b867302-fa4c-48a9-bf35-f8a76feee4cc req-9ba418f4-c3f1-4a55-ab9a-e932fd649e0f tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/ports?device_id=05297a48-b6af-4cfd-a3ec-44566e49108a HTTP/1.1" status: 200 len: 943 time: 0.0531549 Aug 25 17:05:57.670218 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ed68b6c3-d942-4144-a145-6b57075435ff req-e40e76cb-9d29-410b-8666-cb4eff3fa000 service neutron] 10.222.0.16 "GET /v2.0/networks/244d0188-3706-4e13-b4e5-16a2dd2249d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363592 Aug 25 17:05:57.761178 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6b867302-fa4c-48a9-bf35-f8a76feee4cc req-c8041290-5e16-46a2-80cf-d46347c850b6 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ff2fa2b-3d3a-480d-b2c8-4b08fb33b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026325 Aug 25 17:05:57.833047 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ed68b6c3-d942-4144-a145-6b57075435ff req-56177c8f-59b5-4660-8768-29dafec1720b service neutron] 10.222.0.16 "GET /v2.0/networks/244d0188-3706-4e13-b4e5-16a2dd2249d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528106 Aug 25 17:05:57.923385 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-966f088f-fb87-44b2-a532-74458ad72d2f req-fc13fe87-0819-47cb-bb81-9f80f02483d7 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=b39d5420-3354-4dc1-968a-0c5d2b1e8c91 HTTP/1.1" status: 200 len: 210 time: 0.0585160 Aug 25 17:05:58.055131 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05297a48-b6af-4cfd-a3ec-44566e49108a', 'tag': '2949735a-8b80-4aa3-8989-3d9feb3e5346'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:05:58.057512 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30294bf1a97406c8a8235025fddf2f3c25b52a26b11c10f571ea972848b08700" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5404c770-c2a8-4afb-b79f-757d96c3226b" -d '{"events": [{"name": "network-changed", "server_uuid": "05297a48-b6af-4cfd-a3ec-44566e49108a", "tag": "2949735a-8b80-4aa3-8989-3d9feb3e5346"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:05:58.107297 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745321a7-ca41-4a23-960b-c4357897e603 x-openstack-request-id: req-745321a7-ca41-4a23-960b-c4357897e603 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:05:58.110216 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05297a48-b6af-4cfd-a3ec-44566e49108a", "tag": "2949735a-8b80-4aa3-8989-3d9feb3e5346", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:05:58.110678 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-745321a7-ca41-4a23-960b-c4357897e603 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:05:58.111286 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05297a48-b6af-4cfd-a3ec-44566e49108a', 'tag': '2949735a-8b80-4aa3-8989-3d9feb3e5346', 'status': 'completed', 'code': 200} Aug 25 17:05:58.215211 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404c770-c2a8-4afb-b79f-757d96c3226b req-213422c0-03d6-4df4-babc-c0bd2efbf32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:58.216740 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5404c770-c2a8-4afb-b79f-757d96c3226b req-213422c0-03d6-4df4-babc-c0bd2efbf32c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=624895c29e8d457e9430801427544bc4&device_id=05297a48-b6af-4cfd-a3ec-44566e49108a HTTP/1.1" status: 200 len: 1096 time: 0.0749996 Aug 25 17:05:58.329568 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404c770-c2a8-4afb-b79f-757d96c3226b req-94f5a02f-3d6c-4074-8e2b-6a1fc2b93131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:58.331093 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5404c770-c2a8-4afb-b79f-757d96c3226b req-94f5a02f-3d6c-4074-8e2b-6a1fc2b93131 service neutron] 10.222.0.16 "GET /v2.0/networks?id=244d0188-3706-4e13-b4e5-16a2dd2249d6 HTTP/1.1" status: 200 len: 916 time: 0.1008780 Aug 25 17:05:58.384392 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5404c770-c2a8-4afb-b79f-757d96c3226b req-d4a4ef89-1a5a-4f8f-a782-a9b0190793c6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2949735a-8b80-4aa3-8989-3d9feb3e5346 HTTP/1.1" status: 200 len: 217 time: 0.0454235 Aug 25 17:05:58.442718 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404c770-c2a8-4afb-b79f-757d96c3226b req-dd074ce4-f1c8-4cc5-83e6-6341ca3d334e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:58.444359 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5404c770-c2a8-4afb-b79f-757d96c3226b req-dd074ce4-f1c8-4cc5-83e6-6341ca3d334e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e989f4e9-5f2b-41ca-9069-c9a0e334bf3f HTTP/1.1" status: 200 len: 854 time: 0.0523314 Aug 25 17:05:58.486631 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5404c770-c2a8-4afb-b79f-757d96c3226b req-45723f71-c4e6-4a55-a498-4a5bb291bc7a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=244d0188-3706-4e13-b4e5-16a2dd2249d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321651 Aug 25 17:05:58.602590 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5404c770-c2a8-4afb-b79f-757d96c3226b req-28e97739-64f1-451e-a416-1cf10b737d4c service neutron] 10.222.0.16 "GET /v2.0/networks/244d0188-3706-4e13-b4e5-16a2dd2249d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073132 Aug 25 17:05:58.659144 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e913ba-90ee-4dbc-80df-bc10c074dab9 req-499869fa-f46d-486d-84e2-8410173795e4 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:58.661318 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-09e913ba-90ee-4dbc-80df-bc10c074dab9 req-499869fa-f46d-486d-84e2-8410173795e4 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 946 time: 0.0562248 Aug 25 17:05:58.706078 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-09e913ba-90ee-4dbc-80df-bc10c074dab9 req-01465999-963d-4079-9efa-319752280cb5 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387936 Aug 25 17:05:58.724592 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5404c770-c2a8-4afb-b79f-757d96c3226b req-3588497b-af53-4bbf-a6b9-a2c25dcdad52 service neutron] 10.222.0.16 "GET /v2.0/networks/244d0188-3706-4e13-b4e5-16a2dd2249d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123550 Aug 25 17:05:58.914796 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ef00f-130c-4cc0-b8d1-8ba8bad23360 req-b7cb47bf-9e2e-46d6-af4e-bd2dff56fa67 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:58.916311 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f71ef00f-130c-4cc0-b8d1-8ba8bad23360 req-b7cb47bf-9e2e-46d6-af4e-bd2dff56fa67 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.16 "GET /v2.0/networks?id=e79aebb2-d456-41b3-9af0-91d4d68ea63c HTTP/1.1" status: 200 len: 808 time: 0.1676252 Aug 25 17:05:58.932455 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-f71ef00f-130c-4cc0-b8d1-8ba8bad23360 req-ac3eb072-97ff-47fe-b50f-b14f8af56d96 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Request body: {'port': {'device_id': 'b39d5420-3354-4dc1-968a-0c5d2b1e8c91', 'network_id': 'e79aebb2-d456-41b3-9af0-91d4d68ea63c', 'admin_state_up': True, 'tenant_id': 'd5303f5a5cb64e0da4cb24f70284472a'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:05:58.939639 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f4b56-31be-4d32-82bc-f36ea882e044 req-58e8257b-54d2-438d-8790-76f398b4be54 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:58.941664 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1c6f4b56-31be-4d32-82bc-f36ea882e044 req-58e8257b-54d2-438d-8790-76f398b4be54 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/ports?device_id=05297a48-b6af-4cfd-a3ec-44566e49108a HTTP/1.1" status: 200 len: 943 time: 0.0835669 Aug 25 17:05:58.986628 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1c6f4b56-31be-4d32-82bc-f36ea882e044 req-c296b9a3-92ae-48c2-9ac6-6393d0fcc4e1 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ff2fa2b-3d3a-480d-b2c8-4b08fb33b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382917 Aug 25 17:05:59.068905 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f71ef00f-130c-4cc0-b8d1-8ba8bad23360 req-ac3eb072-97ff-47fe-b50f-b14f8af56d96 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Made reservation on behalf of d5303f5a5cb64e0da4cb24f70284472a for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:05:59.072400 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f71ef00f-130c-4cc0-b8d1-8ba8bad23360 req-ac3eb072-97ff-47fe-b50f-b14f8af56d96 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:59.080379 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8478c6ac-63b7-4b75-ae48-901b96e77aad req-0ae4693f-77bc-49a9-b448-38ae2a9c4dba tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=b39d5420-3354-4dc1-968a-0c5d2b1e8c91 HTTP/1.1" status: 200 len: 210 time: 0.0275161 Aug 25 17:05:59.204574 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-f71ef00f-130c-4cc0-b8d1-8ba8bad23360 req-ac3eb072-97ff-47fe-b50f-b14f8af56d96 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Allocated IP 172.20.0.10 (e79aebb2-d456-41b3-9af0-91d4d68ea63c/f3ca3d30-1cd5-4c12-a3a3-6f0cfb377ae7/ed8c3dc1-392d-4e88-a448-0c6334f67a85) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:05:59.468275 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f71ef00f-130c-4cc0-b8d1-8ba8bad23360 req-ac3eb072-97ff-47fe-b50f-b14f8af56d96 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:59.517729 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f71ef00f-130c-4cc0-b8d1-8ba8bad23360 req-ac3eb072-97ff-47fe-b50f-b14f8af56d96 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743705601783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732937'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:59.567761 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f71ef00f-130c-4cc0-b8d1-8ba8bad23360 req-ac3eb072-97ff-47fe-b50f-b14f8af56d96 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Network e79aebb2-d456-41b3-9af0-91d4d68ea63c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:05:59.570922 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-f71ef00f-130c-4cc0-b8d1-8ba8bad23360 req-ac3eb072-97ff-47fe-b50f-b14f8af56d96 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:05:59.573335 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-f71ef00f-130c-4cc0-b8d1-8ba8bad23360 req-ac3eb072-97ff-47fe-b50f-b14f8af56d96 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:05:59.605653 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3eb072-97ff-47fe-b50f-b14f8af56d96 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Pushing event updated for resources: {'Port': ['ID=ed8c3dc1-392d-4e88-a448-0c6334f67a85,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:05:59.642355 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ef00f-130c-4cc0-b8d1-8ba8bad23360 req-ac3eb072-97ff-47fe-b50f-b14f8af56d96 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:59.642992 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f71ef00f-130c-4cc0-b8d1-8ba8bad23360 req-ac3eb072-97ff-47fe-b50f-b14f8af56d96 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:59.660475 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f71ef00f-130c-4cc0-b8d1-8ba8bad23360 req-ac3eb072-97ff-47fe-b50f-b14f8af56d96 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7343063 Aug 25 17:05:59.681535 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-f71ef00f-130c-4cc0-b8d1-8ba8bad23360 req-c878791c-9a81-45b9-93e3-50d4187a1953 service neutron] Request body: {'port': {'device_id': 'b39d5420-3354-4dc1-968a-0c5d2b1e8c91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:05:59.747748 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f71ef00f-130c-4cc0-b8d1-8ba8bad23360 req-c878791c-9a81-45b9-93e3-50d4187a1953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:05:59.866936 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e5539-c7a4-4f95-94ea-c560dbb7b7a7 req-8b74da2e-8a6b-4c4e-92b5-fa9e37582af0 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:05:59.869150 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a41e5539-c7a4-4f95-94ea-c560dbb7b7a7 req-8b74da2e-8a6b-4c4e-92b5-fa9e37582af0 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 946 time: 0.0613763 Aug 25 17:05:59.935697 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a41e5539-c7a4-4f95-94ea-c560dbb7b7a7 req-09f0356a-d616-47e1-9b70-667e2e7785e3 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589354 Aug 25 17:06:00.045442 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 40688) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:06:00.126285 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4321788-5e30-4c76-9f83-3e1371a84e00 req-91ad6b40-e736-49c5-a7e5-111602f605a2 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:00.136069 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b4321788-5e30-4c76-9f83-3e1371a84e00 req-91ad6b40-e736-49c5-a7e5-111602f605a2 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/ports?device_id=05297a48-b6af-4cfd-a3ec-44566e49108a HTTP/1.1" status: 200 len: 943 time: 0.0665896 Aug 25 17:06:00.142385 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [req-f71ef00f-130c-4cc0-b8d1-8ba8bad23360 req-c878791c-9a81-45b9-93e3-50d4187a1953 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed8c3dc1-392d-4e88-a448-0c6334f67a85 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:06:00.152148 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f71ef00f-130c-4cc0-b8d1-8ba8bad23360 req-c878791c-9a81-45b9-93e3-50d4187a1953 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:06:00.170118 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-f71ef00f-130c-4cc0-b8d1-8ba8bad23360 req-c878791c-9a81-45b9-93e3-50d4187a1953 service neutron] Transition to ACTIVE for port object ed8c3dc1-392d-4e88-a448-0c6334f67a85 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:06:00.178275 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b4321788-5e30-4c76-9f83-3e1371a84e00 req-bbe8dc98-72ca-40c8-9d57-9a8b470e672d tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ff2fa2b-3d3a-480d-b2c8-4b08fb33b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409558 Aug 25 17:06:00.188972 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f71ef00f-130c-4cc0-b8d1-8ba8bad23360 req-c878791c-9a81-45b9-93e3-50d4187a1953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3732944'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:06:00.204460 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-308cffea-97ae-4c7b-a839-8a6fea2069f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:06:00.243683 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c878791c-9a81-45b9-93e3-50d4187a1953 service neutron] Pushing event updated for resources: {'Port': ['ID=ed8c3dc1-392d-4e88-a448-0c6334f67a85,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:06:00.332072 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-f71ef00f-130c-4cc0-b8d1-8ba8bad23360 req-c878791c-9a81-45b9-93e3-50d4187a1953 service neutron] Attempting to bind port ed8c3dc1-392d-4e88-a448-0c6334f67a85 on host hv-cinder-79124 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:06:00.332631 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-f71ef00f-130c-4cc0-b8d1-8ba8bad23360 req-c878791c-9a81-45b9-93e3-50d4187a1953 service neutron] Attempting to bind port ed8c3dc1-392d-4e88-a448-0c6334f67a85 by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': '88070606-55c4-4826-97a9-68c054a26a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1454, 'network_id': 'e79aebb2-d456-41b3-9af0-91d4d68ea63c'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:06:00.333009 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71ef00f-130c-4cc0-b8d1-8ba8bad23360 req-c878791c-9a81-45b9-93e3-50d4187a1953 service neutron] Attempting to bind port ed8c3dc1-392d-4e88-a448-0c6334f67a85 on network e79aebb2-d456-41b3-9af0-91d4d68ea63c {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:06:00.343808 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71ef00f-130c-4cc0-b8d1-8ba8bad23360 req-c878791c-9a81-45b9-93e3-50d4187a1953 service neutron] Port ed8c3dc1-392d-4e88-a448-0c6334f67a85 on network e79aebb2-d456-41b3-9af0-91d4d68ea63c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 17:06:00.344327 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71ef00f-130c-4cc0-b8d1-8ba8bad23360 req-c878791c-9a81-45b9-93e3-50d4187a1953 service neutron] Attempting to bind port ed8c3dc1-392d-4e88-a448-0c6334f67a85 on network e79aebb2-d456-41b3-9af0-91d4d68ea63c {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:06:00.350032 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71ef00f-130c-4cc0-b8d1-8ba8bad23360 req-c878791c-9a81-45b9-93e3-50d4187a1953 service neutron] Checking agent: {'id': '5ac426a1-ab5c-4a46-b982-fffaa6db999e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 59, 15), 'started_at': datetime.datetime(2021, 8, 25, 16, 59, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:06:00.350529 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71ef00f-130c-4cc0-b8d1-8ba8bad23360 req-c878791c-9a81-45b9-93e3-50d4187a1953 service neutron] Checking segment: {'id': '88070606-55c4-4826-97a9-68c054a26a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1454, 'network_id': 'e79aebb2-d456-41b3-9af0-91d4d68ea63c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:06:00.351290 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71ef00f-130c-4cc0-b8d1-8ba8bad23360 req-c878791c-9a81-45b9-93e3-50d4187a1953 service neutron] Bound using segment: {'id': '88070606-55c4-4826-97a9-68c054a26a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1454, 'network_id': 'e79aebb2-d456-41b3-9af0-91d4d68ea63c'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:06:00.351818 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-f71ef00f-130c-4cc0-b8d1-8ba8bad23360 req-c878791c-9a81-45b9-93e3-50d4187a1953 service neutron] Bound port: ed8c3dc1-392d-4e88-a448-0c6334f67a85, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88070606-55c4-4826-97a9-68c054a26a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1454, 'network_id': 'e79aebb2-d456-41b3-9af0-91d4d68ea63c'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:06:00.352429 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f71ef00f-130c-4cc0-b8d1-8ba8bad23360 req-c878791c-9a81-45b9-93e3-50d4187a1953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:06:00.384830 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d5ae8-a903-474a-a1d9-9e93fb833dd7 req-f2a385fd-40c7-404c-ab53-2dfaea0bedfb tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:00.386558 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6c9d5ae8-a903-474a-a1d9-9e93fb833dd7 req-f2a385fd-40c7-404c-ab53-2dfaea0bedfb tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=b39d5420-3354-4dc1-968a-0c5d2b1e8c91 HTTP/1.1" status: 200 len: 944 time: 0.0982158 Aug 25 17:06:00.429496 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-f71ef00f-130c-4cc0-b8d1-8ba8bad23360 req-c878791c-9a81-45b9-93e3-50d4187a1953 service neutron] For port ed8c3dc1-392d-4e88-a448-0c6334f67a85, host hv-cinder-79124, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:06:00.433497 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-f71ef00f-130c-4cc0-b8d1-8ba8bad23360 req-c878791c-9a81-45b9-93e3-50d4187a1953 service neutron] For port ed8c3dc1-392d-4e88-a448-0c6334f67a85, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=ed8c3dc1-392d-4e88-a448-0c6334f67a85,segment=NetworkSegment(88070606-55c4-4826-97a9-68c054a26a53),segment_id=88070606-55c4-4826-97a9-68c054a26a53)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:06:00.439654 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-308cffea-97ae-4c7b-a839-8a6fea2069f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:06:00.461294 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6c9d5ae8-a903-474a-a1d9-9e93fb833dd7 req-0c0862d1-3602-4156-a8ed-cead32606f4c tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/security-groups?id=b233c48d-7fa9-4ea3-93b7-0a00e258071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638824 Aug 25 17:06:00.482428 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f71ef00f-130c-4cc0-b8d1-8ba8bad23360 req-c878791c-9a81-45b9-93e3-50d4187a1953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3732944'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:06:00.485001 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-308cffea-97ae-4c7b-a839-8a6fea2069f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:06:00.525503 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308cffea-97ae-4c7b-a839-8a6fea2069f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5d9487-abf6-4773-b473-4c73952f3fae,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:06:00.534736 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ef00f-130c-4cc0-b8d1-8ba8bad23360 req-c878791c-9a81-45b9-93e3-50d4187a1953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:00.537042 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f71ef00f-130c-4cc0-b8d1-8ba8bad23360 req-c878791c-9a81-45b9-93e3-50d4187a1953 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:06:00.538824 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-308cffea-97ae-4c7b-a839-8a6fea2069f9 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=781afb7b6f9b4d34a9afcbc872194d01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4917977 Aug 25 17:06:00.542905 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 40694) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:06:00.543916 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f71ef00f-130c-4cc0-b8d1-8ba8bad23360 req-c878791c-9a81-45b9-93e3-50d4187a1953 service neutron] 10.222.0.16 "PUT /v2.0/ports/ed8c3dc1-392d-4e88-a448-0c6334f67a85 HTTP/1.1" status: 200 len: 1094 time: 0.8668830 Aug 25 17:06:00.544401 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b39d5420-3354-4dc1-968a-0c5d2b1e8c91', 'tag': 'ed8c3dc1-392d-4e88-a448-0c6334f67a85'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:06:00.547038 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30294bf1a97406c8a8235025fddf2f3c25b52a26b11c10f571ea972848b08700" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064be845-2580-45d5-8d1b-dcb9f03ab753" -d '{"events": [{"name": "network-changed", "server_uuid": "b39d5420-3354-4dc1-968a-0c5d2b1e8c91", "tag": "ed8c3dc1-392d-4e88-a448-0c6334f67a85"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:06:00.551339 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308cffea-97ae-4c7b-a839-8a6fea2069f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:06:00.551704 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308cffea-97ae-4c7b-a839-8a6fea2069f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:06:00.552049 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308cffea-97ae-4c7b-a839-8a6fea2069f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:06:00.552388 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308cffea-97ae-4c7b-a839-8a6fea2069f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:06:00.552735 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308cffea-97ae-4c7b-a839-8a6fea2069f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:06:00.553087 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308cffea-97ae-4c7b-a839-8a6fea2069f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:06:00.553390 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308cffea-97ae-4c7b-a839-8a6fea2069f9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:06:00.553752 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308cffea-97ae-4c7b-a839-8a6fea2069f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:06:00.554091 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308cffea-97ae-4c7b-a839-8a6fea2069f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:06:00.555088 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308cffea-97ae-4c7b-a839-8a6fea2069f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:06:00.555429 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308cffea-97ae-4c7b-a839-8a6fea2069f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:06:00.555760 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308cffea-97ae-4c7b-a839-8a6fea2069f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:06:00.625714 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e07a7e52-e5a4-422a-9d4c-184a1fa71a00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:06:00.635776 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7208c548-ff37-45f0-add8-4995b71905d9 x-openstack-request-id: req-7208c548-ff37-45f0-add8-4995b71905d9 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:06:00.635776 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b39d5420-3354-4dc1-968a-0c5d2b1e8c91", "tag": "ed8c3dc1-392d-4e88-a448-0c6334f67a85", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:06:00.635776 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7208c548-ff37-45f0-add8-4995b71905d9 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:06:00.636216 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b39d5420-3354-4dc1-968a-0c5d2b1e8c91', 'tag': 'ed8c3dc1-392d-4e88-a448-0c6334f67a85', 'status': 'completed', 'code': 200} Aug 25 17:06:00.642304 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c878791c-9a81-45b9-93e3-50d4187a1953 service neutron] Pushing event updated for resources: {'Port': ['ID=ed8c3dc1-392d-4e88-a448-0c6334f67a85,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:06:00.650104 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e07a7e52-e5a4-422a-9d4c-184a1fa71a00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:06:00.668214 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ef00f-130c-4cc0-b8d1-8ba8bad23360 req-a46666c4-524b-4f3a-bd9b-514b0ffbab87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:00.670400 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f71ef00f-130c-4cc0-b8d1-8ba8bad23360 req-a46666c4-524b-4f3a-bd9b-514b0ffbab87 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d5303f5a5cb64e0da4cb24f70284472a&device_id=b39d5420-3354-4dc1-968a-0c5d2b1e8c91 HTTP/1.1" status: 200 len: 1097 time: 0.0708253 Aug 25 17:06:00.713217 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e07a7e52-e5a4-422a-9d4c-184a1fa71a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:06:00.720428 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e07a7e52-e5a4-422a-9d4c-184a1fa71a00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:06:00.721812 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-e07a7e52-e5a4-422a-9d4c-184a1fa71a00 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3a5d9487-abf6-4773-b473-4c73952f3fae HTTP/1.1" status: 204 len: 168 time: 0.1777637 Aug 25 17:06:00.737509 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07a7e52-e5a4-422a-9d4c-184a1fa71a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5d9487-abf6-4773-b473-4c73952f3fae,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:06:00.772161 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f71ef00f-130c-4cc0-b8d1-8ba8bad23360 req-07740b6e-aa0c-425f-8797-397b68e46dd0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed8c3dc1-392d-4e88-a448-0c6334f67a85 HTTP/1.1" status: 200 len: 217 time: 0.0918450 Aug 25 17:06:00.853405 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ef00f-130c-4cc0-b8d1-8ba8bad23360 req-cc57adfd-3c87-4477-bf95-760807143f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:00.854967 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f71ef00f-130c-4cc0-b8d1-8ba8bad23360 req-cc57adfd-3c87-4477-bf95-760807143f4a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f3ca3d30-1cd5-4c12-a3a3-6f0cfb377ae7 HTTP/1.1" status: 200 len: 848 time: 0.0725069 Aug 25 17:06:00.896472 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f71ef00f-130c-4cc0-b8d1-8ba8bad23360 req-fa74ac2a-9c16-4646-9234-ae7b2a89eb31 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e79aebb2-d456-41b3-9af0-91d4d68ea63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316756 Aug 25 17:06:01.005121 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f71ef00f-130c-4cc0-b8d1-8ba8bad23360 req-00699664-161e-4325-b578-97eab89978a9 service neutron] 10.222.0.16 "GET /v2.0/networks/e79aebb2-d456-41b3-9af0-91d4d68ea63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987463 Aug 25 17:06:01.073921 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c8afa-78dd-4388-8cd8-81d3911420d1 req-1afbcffd-08ca-4e44-9aab-60a81a6643fd tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:01.082902 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e77c8afa-78dd-4388-8cd8-81d3911420d1 req-1afbcffd-08ca-4e44-9aab-60a81a6643fd tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 946 time: 0.0671482 Aug 25 17:06:01.103164 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 40706) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:06:01.123933 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cde2b8dd-e968-4901-9bf5-a3113501dc9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:06:01.124289 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e77c8afa-78dd-4388-8cd8-81d3911420d1 req-e8bd16d6-1525-434c-9b1f-dc7806a174f7 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405195 Aug 25 17:06:01.160775 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f71ef00f-130c-4cc0-b8d1-8ba8bad23360 req-0974e434-ea16-4b4a-a6d3-c49f8b31a944 service neutron] 10.222.0.16 "GET /v2.0/networks/e79aebb2-d456-41b3-9af0-91d4d68ea63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475365 Aug 25 17:06:01.303717 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064be845-2580-45d5-8d1b-dcb9f03ab753 req-6cc717ba-ac19-46aa-9489-3e1c66ea3b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:01.305275 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-064be845-2580-45d5-8d1b-dcb9f03ab753 req-6cc717ba-ac19-46aa-9489-3e1c66ea3b2f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d5303f5a5cb64e0da4cb24f70284472a&device_id=b39d5420-3354-4dc1-968a-0c5d2b1e8c91 HTTP/1.1" status: 200 len: 1097 time: 0.0641921 Aug 25 17:06:01.310066 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cde2b8dd-e968-4901-9bf5-a3113501dc9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:06:01.322610 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cde2b8dd-e968-4901-9bf5-a3113501dc9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:06:01.324493 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e3d1f-9309-45ec-b04e-ac7adcec40c6 req-bc0e0933-ea23-4a72-8d3f-eda76aa896c1 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:01.332608 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7e1e3d1f-9309-45ec-b04e-ac7adcec40c6 req-bc0e0933-ea23-4a72-8d3f-eda76aa896c1 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/ports?device_id=05297a48-b6af-4cfd-a3ec-44566e49108a HTTP/1.1" status: 200 len: 943 time: 0.0786464 Aug 25 17:06:01.377433 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7e1e3d1f-9309-45ec-b04e-ac7adcec40c6 req-e945f95f-6836-4a3b-81d0-a67d485be185 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ff2fa2b-3d3a-480d-b2c8-4b08fb33b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434940 Aug 25 17:06:01.412025 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 40710) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:06:01.412224 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-cde2b8dd-e968-4901-9bf5-a3113501dc9d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ddecdf25ec9f4285ae62d3a6522c975e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3074193 Aug 25 17:06:01.434064 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde2b8dd-e968-4901-9bf5-a3113501dc9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8066542d-c48d-4eae-93e8-18de5df360d4,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:06:01.463978 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064be845-2580-45d5-8d1b-dcb9f03ab753 req-008fd10e-5687-4a06-9a6e-c1de02e3f164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:01.465885 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-064be845-2580-45d5-8d1b-dcb9f03ab753 req-008fd10e-5687-4a06-9a6e-c1de02e3f164 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e79aebb2-d456-41b3-9af0-91d4d68ea63c HTTP/1.1" status: 200 len: 910 time: 0.1522012 Aug 25 17:06:01.474346 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a84dfe60-e127-4351-b736-b68f053439c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:06:01.512505 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a84dfe60-e127-4351-b736-b68f053439c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:06:01.527647 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-064be845-2580-45d5-8d1b-dcb9f03ab753 req-0df54247-daf1-4da4-b2fd-ea63429f1896 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed8c3dc1-392d-4e88-a448-0c6334f67a85 HTTP/1.1" status: 200 len: 217 time: 0.0525825 Aug 25 17:06:01.604787 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd07f22-4dce-453a-b092-2ddb4731998d req-c4bb0ee3-dac5-4d18-9cea-1feb80ac09c2 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:01.606688 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3cd07f22-4dce-453a-b092-2ddb4731998d req-c4bb0ee3-dac5-4d18-9cea-1feb80ac09c2 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=b39d5420-3354-4dc1-968a-0c5d2b1e8c91 HTTP/1.1" status: 200 len: 944 time: 0.0584149 Aug 25 17:06:01.612985 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064be845-2580-45d5-8d1b-dcb9f03ab753 req-41156238-d23a-40a5-801b-c953ef6f8741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:01.614145 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a84dfe60-e127-4351-b736-b68f053439c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:06:01.615355 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-064be845-2580-45d5-8d1b-dcb9f03ab753 req-41156238-d23a-40a5-801b-c953ef6f8741 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f3ca3d30-1cd5-4c12-a3a3-6f0cfb377ae7 HTTP/1.1" status: 200 len: 848 time: 0.0728476 Aug 25 17:06:01.618161 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a84dfe60-e127-4351-b736-b68f053439c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:06:01.619457 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-a84dfe60-e127-4351-b736-b68f053439c6 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8066542d-c48d-4eae-93e8-18de5df360d4 HTTP/1.1" status: 204 len: 168 time: 0.2064791 Aug 25 17:06:01.637465 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84dfe60-e127-4351-b736-b68f053439c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8066542d-c48d-4eae-93e8-18de5df360d4,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:06:01.681527 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-064be845-2580-45d5-8d1b-dcb9f03ab753 req-facf90b2-43f2-4400-beb2-f8cbe282c999 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e79aebb2-d456-41b3-9af0-91d4d68ea63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566721 Aug 25 17:06:01.681960 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3cd07f22-4dce-453a-b092-2ddb4731998d req-93e1cf22-7b61-4dfa-80b5-e7f3351ef7a8 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/security-groups?id=b233c48d-7fa9-4ea3-93b7-0a00e258071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609753 Aug 25 17:06:01.789657 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-064be845-2580-45d5-8d1b-dcb9f03ab753 req-8730f0a8-e594-4a55-97e8-f81afadca4ae service neutron] 10.222.0.16 "GET /v2.0/networks/e79aebb2-d456-41b3-9af0-91d4d68ea63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977144 Aug 25 17:06:01.927991 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-064be845-2580-45d5-8d1b-dcb9f03ab753 req-02f6b20f-2cf8-48d7-9020-68faac65aae6 service neutron] 10.222.0.16 "GET /v2.0/networks/e79aebb2-d456-41b3-9af0-91d4d68ea63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286395 Aug 25 17:06:02.273559 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a73c264-b1b7-4f27-99b0-5e3592571b5d req-d16e9ed0-a5aa-49f8-9cca-e30cf5171e07 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:02.275135 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4a73c264-b1b7-4f27-99b0-5e3592571b5d req-d16e9ed0-a5aa-49f8-9cca-e30cf5171e07 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 946 time: 0.0640285 Aug 25 17:06:02.344899 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4a73c264-b1b7-4f27-99b0-5e3592571b5d req-bd47340f-d213-4568-9f13-0296b9b7e858 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557771 Aug 25 17:06:02.508059 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e82b4-6b74-406a-89a8-53862ed7e60d req-f88a0cb4-5ef7-4d32-a9a3-2aacbd71edec tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:02.509505 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-789e82b4-6b74-406a-89a8-53862ed7e60d req-f88a0cb4-5ef7-4d32-a9a3-2aacbd71edec tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/ports?device_id=05297a48-b6af-4cfd-a3ec-44566e49108a HTTP/1.1" status: 200 len: 943 time: 0.0542471 Aug 25 17:06:02.555167 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device 2949735a-8b80-4aa3-8989-3d9feb3e5346 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 17:06:02.583584 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-789e82b4-6b74-406a-89a8-53862ed7e60d req-894e8828-ebb3-46b5-9d97-4bd507ce1ecd tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ff2fa2b-3d3a-480d-b2c8-4b08fb33b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581963 Aug 25 17:06:02.685099 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port 2949735a-8b80-4aa3-8989-3d9feb3e5346, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=2949735a-8b80-4aa3-8989-3d9feb3e5346,segment=NetworkSegment(afe6f7c0-b77b-4548-99ec-fb34a489e3ce),segment_id=afe6f7c0-b77b-4548-99ec-fb34a489e3ce)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:06:02.698679 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Returning: {'device': '2949735a-8b80-4aa3-8989-3d9feb3e5346', 'network_id': '244d0188-3706-4e13-b4e5-16a2dd2249d6', 'port_id': '2949735a-8b80-4aa3-8989-3d9feb3e5346', 'mac_address': 'fa:16:3e:9a:cf:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1458, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e989f4e9-5f2b-41ca-9069-c9a0e334bf3f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 17:06:02.744612 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:06:02.765018 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2949735a-8b80-4aa3-8989-3d9feb3e5346 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:06:02.787816 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port 2949735a-8b80-4aa3-8989-3d9feb3e5346, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=2949735a-8b80-4aa3-8989-3d9feb3e5346,segment=NetworkSegment(afe6f7c0-b77b-4548-99ec-fb34a489e3ce),segment_id=afe6f7c0-b77b-4548-99ec-fb34a489e3ce)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:06:02.792140 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:06:02.825101 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250e285c-c222-4693-8cd7-2821573b8ac1 req-f7c6de99-c179-46fa-b88b-db1195c7bc00 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:02.836994 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-250e285c-c222-4693-8cd7-2821573b8ac1 req-f7c6de99-c179-46fa-b88b-db1195c7bc00 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=b39d5420-3354-4dc1-968a-0c5d2b1e8c91 HTTP/1.1" status: 200 len: 944 time: 0.0906684 Aug 25 17:06:02.867620 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Pushing event updated for resources: {'Port': ['ID=2949735a-8b80-4aa3-8989-3d9feb3e5346,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:06:02.897645 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-250e285c-c222-4693-8cd7-2821573b8ac1 req-0709e69b-c6c1-49c8-83ec-9f6c7d6ab836 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/security-groups?id=b233c48d-7fa9-4ea3-93b7-0a00e258071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596220 Aug 25 17:06:03.288388 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] get_ports_and_sgs() called for port_ids ['2949735a-8b80-4aa3-8989-3d9feb3e5346'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:06:03.552732 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617a9691-45a9-4bf4-ae09-a459d49bc87c req-a459124c-90f7-431c-a006-afb8c41b9b33 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:03.554314 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-617a9691-45a9-4bf4-ae09-a459d49bc87c req-a459124c-90f7-431c-a006-afb8c41b9b33 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 946 time: 0.1068428 Aug 25 17:06:03.598653 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-617a9691-45a9-4bf4-ae09-a459d49bc87c req-d98a20b8-ce7b-40fd-b898-8a0724cb3beb tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376015 Aug 25 17:06:03.752853 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e5662-88f2-417a-aa99-6a634e44989a req-0f465b7b-dd3a-476a-a171-2d949d271514 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:03.754866 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-565e5662-88f2-417a-aa99-6a634e44989a req-0f465b7b-dd3a-476a-a171-2d949d271514 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/ports?device_id=05297a48-b6af-4cfd-a3ec-44566e49108a HTTP/1.1" status: 200 len: 944 time: 0.0708606 Aug 25 17:06:04.063826 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-565e5662-88f2-417a-aa99-6a634e44989a req-f06863a8-db66-4c74-9e8e-95d9bb46e30a tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ff2fa2b-3d3a-480d-b2c8-4b08fb33b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024697 Aug 25 17:06:04.186109 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2ca0b5-c403-4b9e-a940-d87baa444929 req-6c634f77-d190-498b-812d-08da114b06e4 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:04.188092 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3a2ca0b5-c403-4b9e-a940-d87baa444929 req-6c634f77-d190-498b-812d-08da114b06e4 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=b39d5420-3354-4dc1-968a-0c5d2b1e8c91 HTTP/1.1" status: 200 len: 944 time: 0.0520594 Aug 25 17:06:04.232593 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3a2ca0b5-c403-4b9e-a940-d87baa444929 req-9344dbbe-38c8-4677-a46c-20fb798863b4 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/security-groups?id=b233c48d-7fa9-4ea3-93b7-0a00e258071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386705 Aug 25 17:06:04.552862 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device 2949735a-8b80-4aa3-8989-3d9feb3e5346 up at agent hyperv_hv-cinder-79124 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:06:04.600148 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Provisioning for port 2949735a-8b80-4aa3-8989-3d9feb3e5346 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:06:04.603665 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Provisioning complete for port 2949735a-8b80-4aa3-8989-3d9feb3e5346 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:06:04.604037 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:06:04.684869 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:06:04.707954 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05297a48-b6af-4cfd-a3ec-44566e49108a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2949735a-8b80-4aa3-8989-3d9feb3e5346'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:06:04.710219 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a4fac4520762e8d57daf7008e8680b9db75e4099b28a5f40786ddec6b187ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197af223-0864-4c1c-92e6-7b3a8d949cdc" -d '{"events": [{"server_uuid": "05297a48-b6af-4cfd-a3ec-44566e49108a", "name": "network-vif-plugged", "status": "completed", "tag": "2949735a-8b80-4aa3-8989-3d9feb3e5346"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:06:04.720218 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677493c2-0671-4baf-a4a9-be29f2558211 req-e777232c-f291-4d8a-8496-1cfc429d8eef tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:04.721744 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-677493c2-0671-4baf-a4a9-be29f2558211 req-e777232c-f291-4d8a-8496-1cfc429d8eef tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 946 time: 0.0506258 Aug 25 17:06:04.723180 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port 2949735a-8b80-4aa3-8989-3d9feb3e5346, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=2949735a-8b80-4aa3-8989-3d9feb3e5346,segment=NetworkSegment(afe6f7c0-b77b-4548-99ec-fb34a489e3ce),segment_id=afe6f7c0-b77b-4548-99ec-fb34a489e3ce)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:06:04.726939 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:06:04.760332 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-677493c2-0671-4baf-a4a9-be29f2558211 req-322398d7-2414-4e35-9a6e-80cb2f6a4c27 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322254 Aug 25 17:06:04.772947 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Pushing event updated for resources: {'Port': ['ID=2949735a-8b80-4aa3-8989-3d9feb3e5346,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:06:04.806080 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587dba55-293e-4b30-9f3a-e98300f7643c x-openstack-request-id: req-587dba55-293e-4b30-9f3a-e98300f7643c {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:06:04.806366 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05297a48-b6af-4cfd-a3ec-44566e49108a", "name": "network-vif-plugged", "status": "completed", "tag": "2949735a-8b80-4aa3-8989-3d9feb3e5346", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:06:04.806610 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-587dba55-293e-4b30-9f3a-e98300f7643c {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:06:04.806998 dv-cinder-791240-5-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05297a48-b6af-4cfd-a3ec-44566e49108a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2949735a-8b80-4aa3-8989-3d9feb3e5346', 'code': 200} Aug 25 17:06:04.990301 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98658a8-0afa-490c-9154-6560e64d5556 req-94de2d10-b550-4771-98d6-af1e131eaa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:04.991797 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b98658a8-0afa-490c-9154-6560e64d5556 req-94de2d10-b550-4771-98d6-af1e131eaa4d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=05297a48-b6af-4cfd-a3ec-44566e49108a HTTP/1.1" status: 200 len: 1098 time: 0.0399942 Aug 25 17:06:05.028627 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b98658a8-0afa-490c-9154-6560e64d5556 req-0b315705-11ac-4062-8713-0d94eb7afbcb service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3ff2fa2b-3d3a-480d-b2c8-4b08fb33b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281796 Aug 25 17:06:05.188145 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43adc1fb-60aa-460a-9d97-9a9d4cec02c8 req-bfd9eb5b-0111-429e-a149-5e2595292ec5 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:05.189613 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-43adc1fb-60aa-460a-9d97-9a9d4cec02c8 req-bfd9eb5b-0111-429e-a149-5e2595292ec5 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/ports?device_id=05297a48-b6af-4cfd-a3ec-44566e49108a HTTP/1.1" status: 200 len: 945 time: 0.0552993 Aug 25 17:06:05.225961 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-43adc1fb-60aa-460a-9d97-9a9d4cec02c8 req-0c23b41b-5eeb-4092-9e89-5320d8e1e2a9 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ff2fa2b-3d3a-480d-b2c8-4b08fb33b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302234 Aug 25 17:06:05.346588 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9323e36-edb6-4e10-a391-4417429b9a4f req-32744684-be55-4bce-b6d6-2eab24ddd554 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:05.348032 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d9323e36-edb6-4e10-a391-4417429b9a4f req-32744684-be55-4bce-b6d6-2eab24ddd554 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=b39d5420-3354-4dc1-968a-0c5d2b1e8c91 HTTP/1.1" status: 200 len: 944 time: 0.0491786 Aug 25 17:06:05.389892 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d9323e36-edb6-4e10-a391-4417429b9a4f req-5c07049c-8b17-462d-b5a9-f25c5e505be8 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/security-groups?id=b233c48d-7fa9-4ea3-93b7-0a00e258071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358741 Aug 25 17:06:05.886640 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d4e5c-159a-4516-af77-9b0c668cebe4 req-dee82907-6206-4d07-977c-fc8219e53b03 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:05.888078 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d86d4e5c-159a-4516-af77-9b0c668cebe4 req-dee82907-6206-4d07-977c-fc8219e53b03 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 946 time: 0.0497992 Aug 25 17:06:05.927492 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d86d4e5c-159a-4516-af77-9b0c668cebe4 req-ea1f9cd1-1408-4b82-9186-fbaed03e8b04 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328343 Aug 25 17:06:06.337659 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560500a3-17c9-4031-ad77-37c3b9dd53a3 req-026496d9-4e96-4459-a955-8d1b401678d9 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:06.339184 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-560500a3-17c9-4031-ad77-37c3b9dd53a3 req-026496d9-4e96-4459-a955-8d1b401678d9 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/ports?device_id=05297a48-b6af-4cfd-a3ec-44566e49108a HTTP/1.1" status: 200 len: 945 time: 0.0483630 Aug 25 17:06:06.379231 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-560500a3-17c9-4031-ad77-37c3b9dd53a3 req-0b940ec3-cf30-4359-8cf3-37575528d61d tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ff2fa2b-3d3a-480d-b2c8-4b08fb33b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335388 Aug 25 17:06:06.501275 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783aba02-2e04-4934-8281-4112b4964c59 req-5127cb09-83c3-497e-8ec2-f9236f0cdc23 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:06.502851 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-783aba02-2e04-4934-8281-4112b4964c59 req-5127cb09-83c3-497e-8ec2-f9236f0cdc23 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=b39d5420-3354-4dc1-968a-0c5d2b1e8c91 HTTP/1.1" status: 200 len: 944 time: 0.0480471 Aug 25 17:06:06.543645 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-783aba02-2e04-4934-8281-4112b4964c59 req-e347bc84-da00-472f-b65b-cbd973e6ef46 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/security-groups?id=b233c48d-7fa9-4ea3-93b7-0a00e258071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350754 Aug 25 17:06:07.042614 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e4a27-c9fe-4e8a-a5ba-08006be41f35 req-191bfe59-b846-4a29-b905-322e52355efa tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:07.044049 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a67e4a27-c9fe-4e8a-a5ba-08006be41f35 req-191bfe59-b846-4a29-b905-322e52355efa tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 946 time: 0.0472350 Aug 25 17:06:07.080412 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a67e4a27-c9fe-4e8a-a5ba-08006be41f35 req-d4a7e970-df43-4e17-81c1-fdc4141cccf7 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299370 Aug 25 17:06:07.493686 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733c58a-c5bc-4fd8-a0ec-ac191ac6c9d6 req-a4f06075-3495-4757-ab33-e02376f9537b tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:07.495135 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4733c58a-c5bc-4fd8-a0ec-ac191ac6c9d6 req-a4f06075-3495-4757-ab33-e02376f9537b tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/ports?device_id=05297a48-b6af-4cfd-a3ec-44566e49108a HTTP/1.1" status: 200 len: 945 time: 0.0474179 Aug 25 17:06:07.532628 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4733c58a-c5bc-4fd8-a0ec-ac191ac6c9d6 req-fb01893c-ffb8-40fb-9dd6-2e43b683ae4d tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ff2fa2b-3d3a-480d-b2c8-4b08fb33b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313768 Aug 25 17:06:07.654241 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d67cf93-0a0c-43b6-b7d7-f5993b315a0f req-bf1d3b70-3e8b-4c44-b0ab-f6880ae9b30f tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:07.656298 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1d67cf93-0a0c-43b6-b7d7-f5993b315a0f req-bf1d3b70-3e8b-4c44-b0ab-f6880ae9b30f tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=b39d5420-3354-4dc1-968a-0c5d2b1e8c91 HTTP/1.1" status: 200 len: 944 time: 0.0475788 Aug 25 17:06:07.696335 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1d67cf93-0a0c-43b6-b7d7-f5993b315a0f req-12b5a311-584e-4823-8e3a-d0f277c9a542 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/security-groups?id=b233c48d-7fa9-4ea3-93b7-0a00e258071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338323 Aug 25 17:06:07.924390 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device ed8c3dc1-392d-4e88-a448-0c6334f67a85 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 17:06:08.021312 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port ed8c3dc1-392d-4e88-a448-0c6334f67a85, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=ed8c3dc1-392d-4e88-a448-0c6334f67a85,segment=NetworkSegment(88070606-55c4-4826-97a9-68c054a26a53),segment_id=88070606-55c4-4826-97a9-68c054a26a53)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:06:08.032656 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Returning: {'device': 'ed8c3dc1-392d-4e88-a448-0c6334f67a85', 'network_id': 'e79aebb2-d456-41b3-9af0-91d4d68ea63c', 'port_id': 'ed8c3dc1-392d-4e88-a448-0c6334f67a85', 'mac_address': 'fa:16:3e:7b:b1:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1454, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ca3d30-1cd5-4c12-a3a3-6f0cfb377ae7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 17:06:08.069098 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:06:08.084928 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed8c3dc1-392d-4e88-a448-0c6334f67a85 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:06:08.111695 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port ed8c3dc1-392d-4e88-a448-0c6334f67a85, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=ed8c3dc1-392d-4e88-a448-0c6334f67a85,segment=NetworkSegment(88070606-55c4-4826-97a9-68c054a26a53),segment_id=88070606-55c4-4826-97a9-68c054a26a53)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:06:08.116452 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:06:08.162724 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Pushing event updated for resources: {'Port': ['ID=ed8c3dc1-392d-4e88-a448-0c6334f67a85,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:06:08.202357 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7f4de7-798f-4512-bd36-8e13407366ac req-307f34b9-3ad2-4fef-a079-ed7e589d4725 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:08.203824 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3d7f4de7-798f-4512-bd36-8e13407366ac req-307f34b9-3ad2-4fef-a079-ed7e589d4725 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 946 time: 0.0488245 Aug 25 17:06:08.242112 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3d7f4de7-798f-4512-bd36-8e13407366ac req-ad4c6088-597f-48e0-a748-0fbe2af7cf99 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321798 Aug 25 17:06:08.642583 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b5cde-bb92-4654-a895-10ee1b1a07e9 req-1cb8c324-33a1-41fe-98ea-5065f6fc66d3 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:08.644076 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-736b5cde-bb92-4654-a895-10ee1b1a07e9 req-1cb8c324-33a1-41fe-98ea-5065f6fc66d3 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/ports?device_id=05297a48-b6af-4cfd-a3ec-44566e49108a HTTP/1.1" status: 200 len: 945 time: 0.0473578 Aug 25 17:06:08.681524 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-736b5cde-bb92-4654-a895-10ee1b1a07e9 req-23d59b1c-ce9d-4678-9be7-1b011762add6 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ff2fa2b-3d3a-480d-b2c8-4b08fb33b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316820 Aug 25 17:06:08.810277 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1196f9-5f19-4ba9-af18-6de63ed4c357 req-9c263ee9-770f-4714-b096-62d171e2782e tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:08.811683 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3c1196f9-5f19-4ba9-af18-6de63ed4c357 req-9c263ee9-770f-4714-b096-62d171e2782e tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=b39d5420-3354-4dc1-968a-0c5d2b1e8c91 HTTP/1.1" status: 200 len: 945 time: 0.0484781 Aug 25 17:06:08.852027 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3c1196f9-5f19-4ba9-af18-6de63ed4c357 req-e3333920-0541-44d7-a66c-24d599ece495 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/security-groups?id=b233c48d-7fa9-4ea3-93b7-0a00e258071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344129 Aug 25 17:06:09.358095 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4567b66-ed62-406b-983f-7cb0ee66654f req-649f81ae-0a6d-490f-9963-ae3022a7e524 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:09.359563 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a4567b66-ed62-406b-983f-7cb0ee66654f req-649f81ae-0a6d-490f-9963-ae3022a7e524 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 946 time: 0.0487564 Aug 25 17:06:09.396958 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a4567b66-ed62-406b-983f-7cb0ee66654f req-f496a844-0a2f-4b7d-98dc-b38166b04156 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316060 Aug 25 17:06:09.793194 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0cca01-ec43-4ecb-b510-ea5f784a28d3 req-ccdf9c6b-b0d0-4e80-986a-8e6d0331a9e0 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:09.794689 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6f0cca01-ec43-4ecb-b510-ea5f784a28d3 req-ccdf9c6b-b0d0-4e80-986a-8e6d0331a9e0 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/ports?device_id=05297a48-b6af-4cfd-a3ec-44566e49108a HTTP/1.1" status: 200 len: 945 time: 0.0482514 Aug 25 17:06:09.832006 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6f0cca01-ec43-4ecb-b510-ea5f784a28d3 req-a3aa41ad-5bfe-4613-be70-a48844504e7c tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ff2fa2b-3d3a-480d-b2c8-4b08fb33b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314903 Aug 25 17:06:09.963256 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc67e6a-8b40-4542-a188-70a57d7b979b req-fc1116f5-8f33-4db5-8430-7aecaaba6306 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:09.964689 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3fc67e6a-8b40-4542-a188-70a57d7b979b req-fc1116f5-8f33-4db5-8430-7aecaaba6306 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=b39d5420-3354-4dc1-968a-0c5d2b1e8c91 HTTP/1.1" status: 200 len: 945 time: 0.0475330 Aug 25 17:06:10.004736 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3fc67e6a-8b40-4542-a188-70a57d7b979b req-63ba1776-079f-4603-ad30-6ab19d23c439 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/security-groups?id=b233c48d-7fa9-4ea3-93b7-0a00e258071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340545 Aug 25 17:06:10.516333 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985975a-3a17-4bdb-9a3c-326aba90ade4 req-f2ccb762-5988-4528-ab2c-c903952c1b90 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:10.517785 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f985975a-3a17-4bdb-9a3c-326aba90ade4 req-f2ccb762-5988-4528-ab2c-c903952c1b90 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 946 time: 0.0500429 Aug 25 17:06:10.533710 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e364e-9d3f-414f-8ffe-a9c8afdec4e4 req-614e9234-7abc-4a31-bd9c-e23c68890ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:10.535537 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c49e364e-9d3f-414f-8ffe-a9c8afdec4e4 req-614e9234-7abc-4a31-bd9c-e23c68890ca8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=09e1d88a498442e5b06e802c45061ff2&device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 1099 time: 0.0421448 Aug 25 17:06:10.557535 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f985975a-3a17-4bdb-9a3c-326aba90ade4 req-7e37475c-426a-47ce-ae40-775abd9606c8 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335493 Aug 25 17:06:10.628251 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e364e-9d3f-414f-8ffe-a9c8afdec4e4 req-12c182f5-bad8-4402-9150-1d73a8f9e091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:10.629739 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c49e364e-9d3f-414f-8ffe-a9c8afdec4e4 req-12c182f5-bad8-4402-9150-1d73a8f9e091 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e9cb6f88-a0a4-4755-a50a-d59302485ab6 HTTP/1.1" status: 200 len: 919 time: 0.0862110 Aug 25 17:06:10.695340 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c49e364e-9d3f-414f-8ffe-a9c8afdec4e4 req-247d1831-a7ab-41c8-8f3f-724b692f64ec service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33bba031-7191-414a-82d8-e5aef14eed40 HTTP/1.1" status: 200 len: 1001 time: 0.0573809 Aug 25 17:06:10.747542 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e364e-9d3f-414f-8ffe-a9c8afdec4e4 req-10ad1c9b-50a6-484c-aeff-748fc155c6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:10.749462 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c49e364e-9d3f-414f-8ffe-a9c8afdec4e4 req-10ad1c9b-50a6-484c-aeff-748fc155c6a7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=292f4a80-cdc8-4ba8-8211-52e53edc836f HTTP/1.1" status: 200 len: 856 time: 0.0452750 Aug 25 17:06:10.794582 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e364e-9d3f-414f-8ffe-a9c8afdec4e4 req-e2d7404a-b2b5-4339-9111-67077641846f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:10.794871 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] get_ports_and_sgs() called for port_ids ['ed8c3dc1-392d-4e88-a448-0c6334f67a85'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:06:10.798824 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c49e364e-9d3f-414f-8ffe-a9c8afdec4e4 req-e2d7404a-b2b5-4339-9111-67077641846f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e9cb6f88-a0a4-4755-a50a-d59302485ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390871 Aug 25 17:06:10.894893 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c49e364e-9d3f-414f-8ffe-a9c8afdec4e4 req-411a5b66-a3c1-4ee4-8def-717501a57dc9 service neutron] 10.222.0.16 "GET /v2.0/networks/e9cb6f88-a0a4-4755-a50a-d59302485ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909889 Aug 25 17:06:10.942104 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device 33bba031-7191-414a-82d8-e5aef14eed40 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:06:10.954397 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac757f-3b92-4119-9833-31c643cf242b req-388b1bdd-1a52-40a0-bc19-71df0e3d52ee tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:10.956055 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-aeac757f-3b92-4119-9833-31c643cf242b req-388b1bdd-1a52-40a0-bc19-71df0e3d52ee tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/ports?device_id=05297a48-b6af-4cfd-a3ec-44566e49108a HTTP/1.1" status: 200 len: 945 time: 0.0528030 Aug 25 17:06:10.994236 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c49e364e-9d3f-414f-8ffe-a9c8afdec4e4 req-53858582-8799-4d14-8e2a-86aac296dfca service neutron] 10.222.0.16 "GET /v2.0/networks/e9cb6f88-a0a4-4755-a50a-d59302485ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908146 Aug 25 17:06:10.994510 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-aeac757f-3b92-4119-9833-31c643cf242b req-692ba0ed-becf-45ca-a6ee-ed6c9e06e7dc tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ff2fa2b-3d3a-480d-b2c8-4b08fb33b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321093 Aug 25 17:06:11.065428 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:06:11.100685 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '510e2993-6e08-4099-81a5-cab3775ef5bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33bba031-7191-414a-82d8-e5aef14eed40'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:06:11.102955 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a4fac4520762e8d57daf7008e8680b9db75e4099b28a5f40786ddec6b187ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f7ed00-8b72-4770-8f46-2c4206b54e27" -d '{"events": [{"server_uuid": "510e2993-6e08-4099-81a5-cab3775ef5bd", "name": "network-vif-unplugged", "status": "completed", "tag": "33bba031-7191-414a-82d8-e5aef14eed40"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:06:11.120313 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc855c-8f6f-41c3-8172-692b3a6dcd76 req-c3d1c68f-8853-40e5-8342-3c9c16fe6417 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:11.121821 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-18fc855c-8f6f-41c3-8172-692b3a6dcd76 req-c3d1c68f-8853-40e5-8342-3c9c16fe6417 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=b39d5420-3354-4dc1-968a-0c5d2b1e8c91 HTTP/1.1" status: 200 len: 945 time: 0.0509901 Aug 25 17:06:11.123214 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port 33bba031-7191-414a-82d8-e5aef14eed40, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=33bba031-7191-414a-82d8-e5aef14eed40,segment=NetworkSegment(ec41dbf2-ba24-42a3-a378-c3be87889b8c),segment_id=ec41dbf2-ba24-42a3-a378-c3be87889b8c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:06:11.133035 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:06:11.169110 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-18fc855c-8f6f-41c3-8172-692b3a6dcd76 req-8257110a-6b41-4a52-ad46-3499e3ebf9ea tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/security-groups?id=b233c48d-7fa9-4ea3-93b7-0a00e258071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387075 Aug 25 17:06:11.198824 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Pushing event updated for resources: {'Port': ['ID=33bba031-7191-414a-82d8-e5aef14eed40,revision_number=8']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:06:11.220873 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 17:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae4a75a-4acb-4032-9629-eba86ab963c2 x-openstack-request-id: req-6ae4a75a-4acb-4032-9629-eba86ab963c2 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:06:11.221166 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "510e2993-6e08-4099-81a5-cab3775ef5bd", "name": "network-vif-unplugged", "status": "completed", "tag": "33bba031-7191-414a-82d8-e5aef14eed40", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:06:11.221419 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6ae4a75a-4acb-4032-9629-eba86ab963c2 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:06:11.221848 dv-cinder-791240-5-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '510e2993-6e08-4099-81a5-cab3775ef5bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33bba031-7191-414a-82d8-e5aef14eed40', 'code': 200} Aug 25 17:06:11.695253 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe13c6-bd76-4fa3-8e74-c9e23d9460fc req-8a9ffc55-96fd-465e-9271-9b682b4b727a tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:11.696724 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a6fe13c6-bd76-4fa3-8e74-c9e23d9460fc req-8a9ffc55-96fd-465e-9271-9b682b4b727a tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 944 time: 0.0523055 Aug 25 17:06:11.740149 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a6fe13c6-bd76-4fa3-8e74-c9e23d9460fc req-fc7a740b-420d-4520-9072-d17eb2decd25 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367148 Aug 25 17:06:12.113605 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad663843-a976-4b0c-9ad9-6b7e009c5e5e req-36e89a9c-d880-40b4-848a-102a988ed4c6 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:12.115103 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ad663843-a976-4b0c-9ad9-6b7e009c5e5e req-36e89a9c-d880-40b4-848a-102a988ed4c6 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/ports?device_id=05297a48-b6af-4cfd-a3ec-44566e49108a HTTP/1.1" status: 200 len: 945 time: 0.0487621 Aug 25 17:06:12.154091 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ad663843-a976-4b0c-9ad9-6b7e009c5e5e req-40d9e8ea-d460-4a00-ad7d-b3b58f10bb13 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ff2fa2b-3d3a-480d-b2c8-4b08fb33b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326860 Aug 25 17:06:12.285391 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e607b15-e110-446b-8659-86515d975e54 req-6551bd4d-9f81-463e-bf1e-8f10c0f8be07 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:12.286880 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9e607b15-e110-446b-8659-86515d975e54 req-6551bd4d-9f81-463e-bf1e-8f10c0f8be07 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=b39d5420-3354-4dc1-968a-0c5d2b1e8c91 HTTP/1.1" status: 200 len: 945 time: 0.0496867 Aug 25 17:06:12.333337 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9e607b15-e110-446b-8659-86515d975e54 req-f83d325b-fb61-44b6-8f71-8121a66afc97 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/security-groups?id=b233c48d-7fa9-4ea3-93b7-0a00e258071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406005 Aug 25 17:06:12.860487 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10014d-94d2-49e6-a800-76aabf7f1d0e req-dd23d486-83a6-418e-9dd4-f4c56f34cd59 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:12.861983 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8f10014d-94d2-49e6-a800-76aabf7f1d0e req-dd23d486-83a6-418e-9dd4-f4c56f34cd59 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 944 time: 0.0477233 Aug 25 17:06:12.892657 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device ed8c3dc1-392d-4e88-a448-0c6334f67a85 up at agent hyperv_hv-cinder-79124 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:06:12.900570 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8f10014d-94d2-49e6-a800-76aabf7f1d0e req-7d1af2de-6958-4528-9261-690527473f74 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326898 Aug 25 17:06:12.941867 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Provisioning for port ed8c3dc1-392d-4e88-a448-0c6334f67a85 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:06:12.945274 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Provisioning complete for port ed8c3dc1-392d-4e88-a448-0c6334f67a85 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:06:12.945644 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:06:13.020964 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:06:13.052034 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port ed8c3dc1-392d-4e88-a448-0c6334f67a85, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=ed8c3dc1-392d-4e88-a448-0c6334f67a85,segment=NetworkSegment(88070606-55c4-4826-97a9-68c054a26a53),segment_id=88070606-55c4-4826-97a9-68c054a26a53)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:06:13.055539 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:06:13.101718 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4b1de309-3cfa-4398-a308-9df39cf50b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:06:13.112945 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Pushing event updated for resources: {'Port': ['ID=ed8c3dc1-392d-4e88-a448-0c6334f67a85,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:06:13.223469 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b39d5420-3354-4dc1-968a-0c5d2b1e8c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed8c3dc1-392d-4e88-a448-0c6334f67a85'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:06:13.225877 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a4fac4520762e8d57daf7008e8680b9db75e4099b28a5f40786ddec6b187ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc488c6-1bba-4cb7-8713-44238dbea793" -d '{"events": [{"server_uuid": "b39d5420-3354-4dc1-968a-0c5d2b1e8c91", "name": "network-vif-plugged", "status": "completed", "tag": "ed8c3dc1-392d-4e88-a448-0c6334f67a85"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:06:13.269994 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe92de-b4d3-4a3c-add0-f49d3a4c522b req-87df70a3-9833-4834-85bb-803d141c1ca6 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:13.271440 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-cabe92de-b4d3-4a3c-add0-f49d3a4c522b req-87df70a3-9833-4834-85bb-803d141c1ca6 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/ports?device_id=05297a48-b6af-4cfd-a3ec-44566e49108a HTTP/1.1" status: 200 len: 945 time: 0.0505953 Aug 25 17:06:13.308754 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-cabe92de-b4d3-4a3c-add0-f49d3a4c522b req-c81ab1e4-6bb6-4157-8b97-cf72d455e8d2 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ff2fa2b-3d3a-480d-b2c8-4b08fb33b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313077 Aug 25 17:06:13.352472 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2c5468-3f88-4cbe-a0ba-2db4ca0d19e4 x-openstack-request-id: req-db2c5468-3f88-4cbe-a0ba-2db4ca0d19e4 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:06:13.352822 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b39d5420-3354-4dc1-968a-0c5d2b1e8c91", "name": "network-vif-plugged", "status": "completed", "tag": "ed8c3dc1-392d-4e88-a448-0c6334f67a85", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:06:13.353152 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-db2c5468-3f88-4cbe-a0ba-2db4ca0d19e4 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:06:13.353633 dv-cinder-791240-5-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b39d5420-3354-4dc1-968a-0c5d2b1e8c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed8c3dc1-392d-4e88-a448-0c6334f67a85', 'code': 200} Aug 25 17:06:15.688185 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-93ddd1df-f707-4b14-897c-fc97d0c1c639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:06:15.860588 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:06:15.905901 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:06:17.039720 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3a305108-1f99-4b5d-a622-23901fed2525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:06:18.073534 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device 33bba031-7191-414a-82d8-e5aef14eed40 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:06:18.133901 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b28a6-8330-4123-a064-7b2e6e0a39be req-0ef30344-893b-43be-a7d3-8e162905f2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:18.135508 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1c4b28a6-8330-4123-a064-7b2e6e0a39be req-0ef30344-893b-43be-a7d3-8e162905f2e6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b39d5420-3354-4dc1-968a-0c5d2b1e8c91 HTTP/1.1" status: 200 len: 1099 time: 0.0577028 Aug 25 17:06:18.241923 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1c4b28a6-8330-4123-a064-7b2e6e0a39be req-8ddbbcd3-ebd9-4d5c-8375-4824eeb0083f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b233c48d-7fa9-4ea3-93b7-0a00e258071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667586 Aug 25 17:06:18.248380 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6a1e4f29-054c-4987-a553-51ac741d92ea req-35e5fb90-b1dc-48f9-af70-579942179d41 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=23d0a6a9-6a99-4f5d-941e-af2f69b1e03a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0746205 Aug 25 17:06:18.338438 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f24d4-dcf1-4d16-bcac-b3a7b0dacc90 req-87b92ca5-41d8-412c-bf3e-0c499a20a9e9 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:18.339959 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-641f24d4-dcf1-4d16-bcac-b3a7b0dacc90 req-87b92ca5-41d8-412c-bf3e-0c499a20a9e9 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=b39d5420-3354-4dc1-968a-0c5d2b1e8c91 HTTP/1.1" status: 200 len: 946 time: 0.0485582 Aug 25 17:06:18.382590 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-641f24d4-dcf1-4d16-bcac-b3a7b0dacc90 req-efa46096-57e3-404e-91e0-5769a5589e01 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/security-groups?id=b233c48d-7fa9-4ea3-93b7-0a00e258071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359583 Aug 25 17:06:18.399774 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7978419e-b967-4a47-8975-0267302d25d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:06:18.482202 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee8479e-fe2f-4daf-9edb-95df70e4075c req-3381e4be-e19f-4d21-b91d-0a943d0b7fbf tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:18.484249 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-aee8479e-fe2f-4daf-9edb-95df70e4075c req-3381e4be-e19f-4d21-b91d-0a943d0b7fbf tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 944 time: 0.0481491 Aug 25 17:06:18.521158 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-aee8479e-fe2f-4daf-9edb-95df70e4075c req-9850484d-c8b1-4203-b279-b42ab9736572 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311818 Aug 25 17:06:19.122789 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3e8061-6fbc-4ed3-ba67-f747691b1f99 req-aa059ac1-ae51-4b21-9904-c234e2f1b7d5 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:19.124645 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ca3e8061-6fbc-4ed3-ba67-f747691b1f99 req-aa059ac1-ae51-4b21-9904-c234e2f1b7d5 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 944 time: 0.0500877 Aug 25 17:06:19.163955 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ca3e8061-6fbc-4ed3-ba67-f747691b1f99 req-b94b0730-019b-4d31-a7df-694ec7e40c7e tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325999 Aug 25 17:06:19.378257 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 40946) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:06:19.398752 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e4f29-054c-4987-a553-51ac741d92ea req-03a850e4-f607-4244-bc53-5659ac1c2421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:19.400256 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6a1e4f29-054c-4987-a553-51ac741d92ea req-03a850e4-f607-4244-bc53-5659ac1c2421 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b481d864bbdf470583d302856fcdb3c2&device_id=23d0a6a9-6a99-4f5d-941e-af2f69b1e03a HTTP/1.1" status: 200 len: 1099 time: 0.0456161 Aug 25 17:06:19.496248 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-75dd654e-da2e-4ce1-a9c7-8313ea818d38 req-9d04f4ea-4300-4b17-9006-6d9b719d3f63 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1168303 Aug 25 17:06:19.513362 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9767b99-73b0-459a-8e29-467d6e602633 req-ea979e96-5c9b-4c4a-81db-32361c2730a9 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:19.516035 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a9767b99-73b0-459a-8e29-467d6e602633 req-ea979e96-5c9b-4c4a-81db-32361c2730a9 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=b39d5420-3354-4dc1-968a-0c5d2b1e8c91 HTTP/1.1" status: 200 len: 946 time: 0.0645733 Aug 25 17:06:19.539796 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e4f29-054c-4987-a553-51ac741d92ea req-3ed43220-1e7c-48e1-8459-959bce51d521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:19.541290 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6a1e4f29-054c-4987-a553-51ac741d92ea req-3ed43220-1e7c-48e1-8459-959bce51d521 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d686dfae-89b6-4141-b607-e36388f6039b HTTP/1.1" status: 200 len: 912 time: 0.0963459 Aug 25 17:06:19.555955 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a9767b99-73b0-459a-8e29-467d6e602633 req-9e72ae2c-39cb-46c7-b16f-2dac297c71b7 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/security-groups?id=b233c48d-7fa9-4ea3-93b7-0a00e258071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339739 Aug 25 17:06:19.624893 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6a1e4f29-054c-4987-a553-51ac741d92ea req-a23c4669-d6f4-44cb-a293-21479eb45162 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab99c3a1-f1a4-4219-83d8-17fc28201a8b HTTP/1.1" status: 200 len: 1001 time: 0.0662017 Aug 25 17:06:19.675879 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e4f29-054c-4987-a553-51ac741d92ea req-24a7b960-bc4b-4e74-b647-f3b803c666b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:19.677373 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6a1e4f29-054c-4987-a553-51ac741d92ea req-24a7b960-bc4b-4e74-b647-f3b803c666b2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b924291b-4b0f-4431-8d0f-79843e01869c HTTP/1.1" status: 200 len: 849 time: 0.0441811 Aug 25 17:06:19.725493 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e4f29-054c-4987-a553-51ac741d92ea req-975509ec-efce-4e33-a7ab-77598051a625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:19.727100 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6a1e4f29-054c-4987-a553-51ac741d92ea req-975509ec-efce-4e33-a7ab-77598051a625 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d686dfae-89b6-4141-b607-e36388f6039b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409055 Aug 25 17:06:19.826489 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6a1e4f29-054c-4987-a553-51ac741d92ea req-5255b5f1-1bbe-4d19-afe6-d544a0abe1a2 service neutron] 10.222.0.16 "GET /v2.0/networks/d686dfae-89b6-4141-b607-e36388f6039b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917642 Aug 25 17:06:19.935513 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6a1e4f29-054c-4987-a553-51ac741d92ea req-b18f6eb3-9cbc-49a4-8a0f-459cb78b5d9e service neutron] 10.222.0.16 "GET /v2.0/networks/d686dfae-89b6-4141-b607-e36388f6039b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018178 Aug 25 17:06:20.286232 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5dbca2-8590-4b18-a5b5-569b05c3af07 req-60af14d6-d261-4404-b614-a953cd399a7f tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:20.287694 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0f5dbca2-8590-4b18-a5b5-569b05c3af07 req-60af14d6-d261-4404-b614-a953cd399a7f tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 944 time: 0.0477021 Aug 25 17:06:20.326118 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0f5dbca2-8590-4b18-a5b5-569b05c3af07 req-921fa3b8-4aaf-4cdb-b468-944ce718999d tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324547 Aug 25 17:06:20.835118 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaa536c-42c8-453a-b369-6c03259ed9f4 req-1814d849-587a-4964-b605-0c1cfc7a22a6 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:20.836507 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-dfaa536c-42c8-453a-b369-6c03259ed9f4 req-1814d849-587a-4964-b605-0c1cfc7a22a6 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=b39d5420-3354-4dc1-968a-0c5d2b1e8c91 HTTP/1.1" status: 200 len: 946 time: 0.0488958 Aug 25 17:06:20.875969 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-dfaa536c-42c8-453a-b369-6c03259ed9f4 req-e252fe4e-8f08-4ffb-98b5-442e3fbe7442 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/security-groups?id=b233c48d-7fa9-4ea3-93b7-0a00e258071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334449 Aug 25 17:06:21.450822 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d548fe8-5951-4cce-9743-7a32c4e54ca2 req-f0da1bca-3f96-4cb5-b0ec-5a4022b5e660 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:21.453121 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7d548fe8-5951-4cce-9743-7a32c4e54ca2 req-f0da1bca-3f96-4cb5-b0ec-5a4022b5e660 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 944 time: 0.0520153 Aug 25 17:06:21.490835 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7d548fe8-5951-4cce-9743-7a32c4e54ca2 req-71d01f6d-139f-4bcc-a324-04045a367254 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319412 Aug 25 17:06:21.546549 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-675b0cfa-30a8-494e-b3ff-bb445488b7d8 None None] Agent healthcheck: found 6 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:06:21.987245 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5148bd4b-714c-435b-9e2d-1958070a5c7e req-ba1d17a0-2c4c-402c-9e85-9baf9f269b0c tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:21.988691 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5148bd4b-714c-435b-9e2d-1958070a5c7e req-ba1d17a0-2c4c-402c-9e85-9baf9f269b0c tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=b39d5420-3354-4dc1-968a-0c5d2b1e8c91 HTTP/1.1" status: 200 len: 946 time: 0.0471542 Aug 25 17:06:22.025902 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5148bd4b-714c-435b-9e2d-1958070a5c7e req-b74b00c2-dfbc-41f4-aef6-f2e4fb2be8f0 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/security-groups?id=b233c48d-7fa9-4ea3-93b7-0a00e258071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314531 Aug 25 17:06:22.611980 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf55b77-1b31-4e03-a0b5-a009c70445f1 req-b2e2bb1e-ea00-46f2-ac6b-d47de175667c tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:22.613372 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1cf55b77-1b31-4e03-a0b5-a009c70445f1 req-b2e2bb1e-ea00-46f2-ac6b-d47de175667c tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 944 time: 0.0522478 Aug 25 17:06:22.650082 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1cf55b77-1b31-4e03-a0b5-a009c70445f1 req-c20a56fd-74eb-4360-893c-5e5fb70c636b tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307064 Aug 25 17:06:23.769684 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4971bcf3-da7f-4546-aa64-ce7c39cfa0ef req-8974c8d5-2c05-4c8d-b7ae-248424e61ced tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:23.771158 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4971bcf3-da7f-4546-aa64-ce7c39cfa0ef req-8974c8d5-2c05-4c8d-b7ae-248424e61ced tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 944 time: 0.0504940 Aug 25 17:06:23.808105 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4971bcf3-da7f-4546-aa64-ce7c39cfa0ef req-392ed8dd-0dd4-46a2-b1d5-872ea7bef9dd tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311365 Aug 25 17:06:24.926076 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d675ef65-68dd-47b9-8aa6-963bc3c3cf00 req-c32374cc-f355-45c4-8dd9-5385c218acc3 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:24.927577 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d675ef65-68dd-47b9-8aa6-963bc3c3cf00 req-c32374cc-f355-45c4-8dd9-5385c218acc3 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 944 time: 0.0488820 Aug 25 17:06:24.964536 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d675ef65-68dd-47b9-8aa6-963bc3c3cf00 req-d7a97fc6-dd4e-4db1-a4e7-3adbfab74d60 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311844 Aug 25 17:06:26.082110 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916aa7a7-9e5c-4592-8d9b-9f7c99bf11f1 req-5dd5f58b-d930-493a-9e6e-fa2ff0982074 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:26.083572 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-916aa7a7-9e5c-4592-8d9b-9f7c99bf11f1 req-5dd5f58b-d930-493a-9e6e-fa2ff0982074 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 944 time: 0.0478990 Aug 25 17:06:26.119918 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-916aa7a7-9e5c-4592-8d9b-9f7c99bf11f1 req-3864c730-f91b-4a85-8232-f21b036531dc tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305841 Aug 25 17:06:27.238609 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497418e-5ec0-4744-9018-d2f8a348dc91 req-b30ccb7a-46fe-43d5-a6f2-3e0fcca4d239 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:27.240061 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2497418e-5ec0-4744-9018-d2f8a348dc91 req-b30ccb7a-46fe-43d5-a6f2-3e0fcca4d239 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 944 time: 0.0509427 Aug 25 17:06:27.277438 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2497418e-5ec0-4744-9018-d2f8a348dc91 req-a323a491-0373-4bdc-abf0-425d4343f42d tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315733 Aug 25 17:06:27.680244 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285d6cbc-a941-4493-b5ee-6fb7a4009d2d req-43d6f348-5640-4cbe-a567-b414b78c0ab8 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:27.681609 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-285d6cbc-a941-4493-b5ee-6fb7a4009d2d req-43d6f348-5640-4cbe-a567-b414b78c0ab8 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=b39d5420-3354-4dc1-968a-0c5d2b1e8c91 HTTP/1.1" status: 200 len: 946 time: 0.0473931 Aug 25 17:06:27.718651 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-285d6cbc-a941-4493-b5ee-6fb7a4009d2d req-1f64c4b1-3d17-4cca-a691-0d457a284055 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/security-groups?id=b233c48d-7fa9-4ea3-93b7-0a00e258071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306289 Aug 25 17:06:28.398178 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e8f73c-2175-4bf5-8a05-0f335cd73612 req-e007595d-fc9b-4670-85ca-693d27b363a8 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:28.399659 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-74e8f73c-2175-4bf5-8a05-0f335cd73612 req-e007595d-fc9b-4670-85ca-693d27b363a8 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 944 time: 0.0489163 Aug 25 17:06:28.439723 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-74e8f73c-2175-4bf5-8a05-0f335cd73612 req-4a6fa2f7-fd98-4244-8455-2165cee74d96 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338171 Aug 25 17:06:28.841552 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf5617f-36b2-440e-ae1d-ba81485ea796 req-c4901070-4af7-40e5-8d63-d7dc693db7cc tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:28.843178 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-daf5617f-36b2-440e-ae1d-ba81485ea796 req-c4901070-4af7-40e5-8d63-d7dc693db7cc tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=b39d5420-3354-4dc1-968a-0c5d2b1e8c91 HTTP/1.1" status: 200 len: 946 time: 0.0554843 Aug 25 17:06:28.888149 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-daf5617f-36b2-440e-ae1d-ba81485ea796 req-eb700133-76af-4e2b-a695-ebe3313114fd tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/security-groups?id=b233c48d-7fa9-4ea3-93b7-0a00e258071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392163 Aug 25 17:06:29.149242 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd654e-da2e-4ce1-a9c7-8313ea818d38 req-5fb7fcdc-2920-4642-a3ca-fa02b17e3c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:29.150753 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-75dd654e-da2e-4ce1-a9c7-8313ea818d38 req-5fb7fcdc-2920-4642-a3ca-fa02b17e3c40 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd&tenant_id=09e1d88a498442e5b06e802c45061ff2 HTTP/1.1" status: 200 len: 1097 time: 0.1178277 Aug 25 17:06:29.213109 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd654e-da2e-4ce1-a9c7-8313ea818d38 req-08453b1d-782b-4238-be76-48ce96d6b57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:29.214621 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-75dd654e-da2e-4ce1-a9c7-8313ea818d38 req-08453b1d-782b-4238-be76-48ce96d6b57e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=09e1d88a498442e5b06e802c45061ff2&device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 1097 time: 0.0393035 Aug 25 17:06:29.302880 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd654e-da2e-4ce1-a9c7-8313ea818d38 req-ec778b7c-4081-40a7-9eab-3c4f3eed8071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:29.304326 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-75dd654e-da2e-4ce1-a9c7-8313ea818d38 req-ec778b7c-4081-40a7-9eab-3c4f3eed8071 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e9cb6f88-a0a4-4755-a50a-d59302485ab6 HTTP/1.1" status: 200 len: 919 time: 0.0809073 Aug 25 17:06:29.559862 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f4f54c-0504-4c7f-86de-9d7c8964777e req-2c6f0c80-e2b8-4d13-aae7-6aaab09a10f4 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:29.561330 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f1f4f54c-0504-4c7f-86de-9d7c8964777e req-2c6f0c80-e2b8-4d13-aae7-6aaab09a10f4 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 944 time: 0.0482237 Aug 25 17:06:29.598210 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f1f4f54c-0504-4c7f-86de-9d7c8964777e req-737bba44-4be8-4807-9c65-13ab17b2708e tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309005 Aug 25 17:06:30.005813 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe4b7c-60ba-436b-a358-100baec723db req-8d318c72-2347-4288-915d-d7cfc3acec09 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:30.007292 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9ebe4b7c-60ba-436b-a358-100baec723db req-8d318c72-2347-4288-915d-d7cfc3acec09 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=b39d5420-3354-4dc1-968a-0c5d2b1e8c91 HTTP/1.1" status: 200 len: 946 time: 0.0490508 Aug 25 17:06:30.045187 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9ebe4b7c-60ba-436b-a358-100baec723db req-9431ec78-7d53-49de-a0be-c7907ed230f5 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/security-groups?id=b233c48d-7fa9-4ea3-93b7-0a00e258071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320745 Aug 25 17:06:30.719516 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25faba49-a01c-4bdd-bd1b-555fc7cbeb8a req-c89a6129-f8b9-4f8f-b29d-0339a8b08a36 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:30.720996 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-25faba49-a01c-4bdd-bd1b-555fc7cbeb8a req-c89a6129-f8b9-4f8f-b29d-0339a8b08a36 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 944 time: 0.0521843 Aug 25 17:06:30.757738 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-25faba49-a01c-4bdd-bd1b-555fc7cbeb8a req-bf5fe72f-9634-4f4c-8974-f680e3d0385e tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308275 Aug 25 17:06:31.159547 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c0be3-fced-44ac-936e-132c17624478 req-960c8d0b-b42a-4d2a-9222-521ec2731d4b tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:31.161013 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-482c0be3-fced-44ac-936e-132c17624478 req-960c8d0b-b42a-4d2a-9222-521ec2731d4b tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=b39d5420-3354-4dc1-968a-0c5d2b1e8c91 HTTP/1.1" status: 200 len: 946 time: 0.0513225 Aug 25 17:06:31.175668 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-75dd654e-da2e-4ce1-a9c7-8313ea818d38 req-350b82dd-527b-4b4b-ba60-c7c5eee791cd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33bba031-7191-414a-82d8-e5aef14eed40 HTTP/1.1" status: 200 len: 999 time: 0.0626125 Aug 25 17:06:31.198062 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-482c0be3-fced-44ac-936e-132c17624478 req-12ee368e-dd8d-4de8-8899-3cccca0a7832 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/security-groups?id=b233c48d-7fa9-4ea3-93b7-0a00e258071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308795 Aug 25 17:06:31.875479 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c840e5f8-fc53-4e55-8caa-3f6ace12b6ee req-f13a9012-a0a0-4d56-815e-f31de048f117 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:31.876942 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c840e5f8-fc53-4e55-8caa-3f6ace12b6ee req-f13a9012-a0a0-4d56-815e-f31de048f117 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 944 time: 0.0477607 Aug 25 17:06:31.921486 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c840e5f8-fc53-4e55-8caa-3f6ace12b6ee req-8adc0c01-7f8d-422f-827f-978a6170a820 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387993 Aug 25 17:06:32.116341 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd654e-da2e-4ce1-a9c7-8313ea818d38 req-928d68ec-7545-46e4-a43e-ac24d9294793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:32.117821 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-75dd654e-da2e-4ce1-a9c7-8313ea818d38 req-928d68ec-7545-46e4-a43e-ac24d9294793 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=292f4a80-cdc8-4ba8-8211-52e53edc836f HTTP/1.1" status: 200 len: 856 time: 0.0437407 Aug 25 17:06:32.320253 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9865475d-d850-49bd-ae5e-151667c5cc4c req-ea90a01f-3483-4e54-80dd-7fcf7d9c8f1a tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:32.321773 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9865475d-d850-49bd-ae5e-151667c5cc4c req-ea90a01f-3483-4e54-80dd-7fcf7d9c8f1a tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=b39d5420-3354-4dc1-968a-0c5d2b1e8c91 HTTP/1.1" status: 200 len: 946 time: 0.0515714 Aug 25 17:06:32.359067 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9865475d-d850-49bd-ae5e-151667c5cc4c req-5b5dbee1-e2e0-4f1c-b612-5b92f304e8ee tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/security-groups?id=b233c48d-7fa9-4ea3-93b7-0a00e258071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314705 Aug 25 17:06:33.039185 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe1668a-c2d9-4a58-aabf-f656b3dc1df4 req-45bb75fa-880e-433d-b05b-112246a9ef22 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:33.040681 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-abe1668a-c2d9-4a58-aabf-f656b3dc1df4 req-45bb75fa-880e-433d-b05b-112246a9ef22 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 944 time: 0.0479329 Aug 25 17:06:33.077802 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-abe1668a-c2d9-4a58-aabf-f656b3dc1df4 req-a215e2f9-9369-4a93-a46c-049938fe8b30 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311470 Aug 25 17:06:33.471520 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666d071c-2690-43cb-af85-19101df8f524 req-22bf333f-aa51-46d9-a3e5-e4f0030ba9c6 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:33.472965 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-666d071c-2690-43cb-af85-19101df8f524 req-22bf333f-aa51-46d9-a3e5-e4f0030ba9c6 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=b39d5420-3354-4dc1-968a-0c5d2b1e8c91 HTTP/1.1" status: 200 len: 946 time: 0.0468404 Aug 25 17:06:33.509165 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-666d071c-2690-43cb-af85-19101df8f524 req-7302bdeb-1e18-4b39-8f74-910b701a301d tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/security-groups?id=b233c48d-7fa9-4ea3-93b7-0a00e258071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304842 Aug 25 17:06:33.566316 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd654e-da2e-4ce1-a9c7-8313ea818d38 req-8b586b9a-283e-40b6-9c2f-259b260e37bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:33.567803 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-75dd654e-da2e-4ce1-a9c7-8313ea818d38 req-8b586b9a-283e-40b6-9c2f-259b260e37bb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e9cb6f88-a0a4-4755-a50a-d59302485ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407867 Aug 25 17:06:33.661261 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-75dd654e-da2e-4ce1-a9c7-8313ea818d38 req-0ca381f5-4794-46ee-b37a-79e45a47490e service neutron] 10.222.0.16 "GET /v2.0/networks/e9cb6f88-a0a4-4755-a50a-d59302485ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841990 Aug 25 17:06:33.752354 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-75dd654e-da2e-4ce1-a9c7-8313ea818d38 req-a3a81f6c-af35-4a7a-8b83-2baf52cf834e service neutron] 10.222.0.16 "GET /v2.0/networks/e9cb6f88-a0a4-4755-a50a-d59302485ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813410 Aug 25 17:06:34.205182 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0dba8-43f7-4bc7-b6ae-c5d25d3b943c req-17bbc139-2056-488e-812d-41af99aa5ac1 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:34.206676 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6ea0dba8-43f7-4bc7-b6ae-c5d25d3b943c req-17bbc139-2056-488e-812d-41af99aa5ac1 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 944 time: 0.0512462 Aug 25 17:06:34.245592 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6ea0dba8-43f7-4bc7-b6ae-c5d25d3b943c req-3ad5c4d8-2920-4b2c-9ed0-76fcb9c5e41c tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331233 Aug 25 17:06:34.662166 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd17f4-86df-4345-9d18-c1007e522420 req-4f7e6067-de52-4e55-8a90-276a6d145f09 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:34.663666 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f5cd17f4-86df-4345-9d18-c1007e522420 req-4f7e6067-de52-4e55-8a90-276a6d145f09 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=b39d5420-3354-4dc1-968a-0c5d2b1e8c91 HTTP/1.1" status: 200 len: 946 time: 0.0610423 Aug 25 17:06:34.702984 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f5cd17f4-86df-4345-9d18-c1007e522420 req-9182a18b-8882-4147-9f8e-bb789cb80818 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/security-groups?id=b233c48d-7fa9-4ea3-93b7-0a00e258071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333948 Aug 25 17:06:35.374306 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe4af9-d73f-43f8-895c-3fa3108e9ff0 req-080e6a88-01c5-4bf7-8516-bd4a125a03f7 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:35.375908 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-efbe4af9-d73f-43f8-895c-3fa3108e9ff0 req-080e6a88-01c5-4bf7-8516-bd4a125a03f7 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 944 time: 0.0513217 Aug 25 17:06:35.415554 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-efbe4af9-d73f-43f8-895c-3fa3108e9ff0 req-59967e64-541a-4115-9751-e543bf16fea1 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331640 Aug 25 17:06:35.824699 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ea9b1-3fa8-4872-b265-7c959bb79bb0 req-98b72d83-b255-422f-ab8c-db03da7c11ac tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:35.826476 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-fa4ea9b1-3fa8-4872-b265-7c959bb79bb0 req-98b72d83-b255-422f-ab8c-db03da7c11ac tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=b39d5420-3354-4dc1-968a-0c5d2b1e8c91 HTTP/1.1" status: 200 len: 946 time: 0.0539498 Aug 25 17:06:35.865313 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-fa4ea9b1-3fa8-4872-b265-7c959bb79bb0 req-9c33d6cd-3eb0-422e-a677-8920ded2b51e tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/security-groups?id=b233c48d-7fa9-4ea3-93b7-0a00e258071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324023 Aug 25 17:06:36.537177 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054ff25-e97a-4e5e-8604-e338fc624c0d req-fe72634d-82da-4855-9a03-f7baa6f0fe7d tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:36.538660 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3054ff25-e97a-4e5e-8604-e338fc624c0d req-fe72634d-82da-4855-9a03-f7baa6f0fe7d tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 944 time: 0.0490828 Aug 25 17:06:36.575472 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3054ff25-e97a-4e5e-8604-e338fc624c0d req-8b7355e0-7207-43e6-8aea-a0df41498c00 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310128 Aug 25 17:06:36.981108 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3114b69e-a9cc-4c6d-bba4-e88694066e80 req-1c9a361c-7f87-4580-889a-9b652c1d77a3 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:36.982595 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3114b69e-a9cc-4c6d-bba4-e88694066e80 req-1c9a361c-7f87-4580-889a-9b652c1d77a3 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=b39d5420-3354-4dc1-968a-0c5d2b1e8c91 HTTP/1.1" status: 200 len: 946 time: 0.0478311 Aug 25 17:06:37.019064 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3114b69e-a9cc-4c6d-bba4-e88694066e80 req-a9fdad5b-f2e2-4d7a-b747-4747b78cc405 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/security-groups?id=b233c48d-7fa9-4ea3-93b7-0a00e258071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303509 Aug 25 17:06:37.555114 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e347ea8-de34-4e7b-af27-8a0ffa658d2c req-edc33b16-a5f3-4d81-ba69-a14e4284e6b5 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:37.556574 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7e347ea8-de34-4e7b-af27-8a0ffa658d2c req-edc33b16-a5f3-4d81-ba69-a14e4284e6b5 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 945 time: 0.0512695 Aug 25 17:06:37.594461 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7e347ea8-de34-4e7b-af27-8a0ffa658d2c req-d0a8b988-e157-48bd-9a0d-22a1bd82410a tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319934 Aug 25 17:06:37.698221 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0288cedb-8080-4338-ab36-77499148f5d6 req-88b44f9a-4212-435b-a55a-9ad4abcd882f tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:37.699705 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0288cedb-8080-4338-ab36-77499148f5d6 req-88b44f9a-4212-435b-a55a-9ad4abcd882f tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 944 time: 0.0521085 Aug 25 17:06:37.737223 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0288cedb-8080-4338-ab36-77499148f5d6 req-7f474235-3499-4147-9a3d-29b2ce98a5a5 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312526 Aug 25 17:06:38.137761 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879cbcd5-d87e-4923-93f6-449c858a856a req-bb888459-e51f-4139-aaf0-f157be04923c tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:38.139268 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-879cbcd5-d87e-4923-93f6-449c858a856a req-bb888459-e51f-4139-aaf0-f157be04923c tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=b39d5420-3354-4dc1-968a-0c5d2b1e8c91 HTTP/1.1" status: 200 len: 946 time: 0.0511699 Aug 25 17:06:38.184541 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-879cbcd5-d87e-4923-93f6-449c858a856a req-161fa0b6-304c-4369-8d30-1a8cedfbdfcc tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/security-groups?id=b233c48d-7fa9-4ea3-93b7-0a00e258071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388124 Aug 25 17:06:38.710672 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0319fc7e-a24b-4765-a08e-6332e9af555b req-c081fa3a-8f41-42d1-ac23-81ee1973a71e tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:38.712124 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0319fc7e-a24b-4765-a08e-6332e9af555b req-c081fa3a-8f41-42d1-ac23-81ee1973a71e tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 945 time: 0.0513194 Aug 25 17:06:38.751844 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0319fc7e-a24b-4765-a08e-6332e9af555b req-c7051fc3-7168-4090-9731-c7c666871317 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338221 Aug 25 17:06:38.860074 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7e17b-8cd6-41f5-9a0b-47e2df6728c1 req-1241f3f5-c8c2-4121-943c-d141fcebd8c1 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:38.861586 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-54b7e17b-8cd6-41f5-9a0b-47e2df6728c1 req-1241f3f5-c8c2-4121-943c-d141fcebd8c1 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 944 time: 0.0518780 Aug 25 17:06:38.904674 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-54b7e17b-8cd6-41f5-9a0b-47e2df6728c1 req-4a76d3f4-1a33-474f-b331-94f3190b3cf7 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341763 Aug 25 17:06:39.307542 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee8eda-3946-4c29-95ff-9f8e5e6230b3 req-91663683-f02b-4073-9d18-da41f7018932 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:39.309007 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0bee8eda-3946-4c29-95ff-9f8e5e6230b3 req-91663683-f02b-4073-9d18-da41f7018932 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=b39d5420-3354-4dc1-968a-0c5d2b1e8c91 HTTP/1.1" status: 200 len: 946 time: 0.0474324 Aug 25 17:06:39.349233 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0bee8eda-3946-4c29-95ff-9f8e5e6230b3 req-b7f0d8dc-d058-42ff-b96f-8df4eb13d0e3 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/security-groups?id=b233c48d-7fa9-4ea3-93b7-0a00e258071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341730 Aug 25 17:06:39.871432 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c1fea-aea1-4a4a-90be-4934dfde8c0e req-a31ac0ab-53c3-477e-bae6-d7685fe1d85c tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:39.872920 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6e7c1fea-aea1-4a4a-90be-4934dfde8c0e req-a31ac0ab-53c3-477e-bae6-d7685fe1d85c tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 945 time: 0.0526323 Aug 25 17:06:39.912847 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6e7c1fea-aea1-4a4a-90be-4934dfde8c0e req-90dc84a7-20a0-4331-89c9-353da0b972af tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335994 Aug 25 17:06:40.025325 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc2de4-76f8-4f32-9a3c-77b8284ff9dd req-a1269c93-60a6-46fb-bcc7-b30f18ba3774 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:40.026855 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a4bc2de4-76f8-4f32-9a3c-77b8284ff9dd req-a1269c93-60a6-46fb-bcc7-b30f18ba3774 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 944 time: 0.0504634 Aug 25 17:06:40.068989 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a4bc2de4-76f8-4f32-9a3c-77b8284ff9dd req-4df31b99-ee88-4438-aa7c-30a3aab7c68c tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344460 Aug 25 17:06:40.461491 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84321487-4752-4489-910e-51e60d3f7159 req-c296282b-981c-4b98-8c3f-894a77c5448d tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:40.462960 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-84321487-4752-4489-910e-51e60d3f7159 req-c296282b-981c-4b98-8c3f-894a77c5448d tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=b39d5420-3354-4dc1-968a-0c5d2b1e8c91 HTTP/1.1" status: 200 len: 946 time: 0.0474584 Aug 25 17:06:40.498580 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-84321487-4752-4489-910e-51e60d3f7159 req-7a1a6af3-5e40-431b-bd86-c54081845adf tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/security-groups?id=b233c48d-7fa9-4ea3-93b7-0a00e258071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298288 Aug 25 17:06:41.027988 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bffaa0f-a9bd-4fdb-a121-88dec63f7973 req-1a9c1c39-1919-47b2-a8b9-fcd356c483a4 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:41.029597 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0bffaa0f-a9bd-4fdb-a121-88dec63f7973 req-1a9c1c39-1919-47b2-a8b9-fcd356c483a4 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 945 time: 0.0519054 Aug 25 17:06:41.066698 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0bffaa0f-a9bd-4fdb-a121-88dec63f7973 req-cb1d8b0f-f23b-4c36-8b25-8d933970105c tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303946 Aug 25 17:06:41.194307 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb381fa-d8b5-43e3-8697-ba4f0febbe05 req-bf548435-9632-49ee-bd75-c2902d04c7a3 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:41.195770 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2bb381fa-d8b5-43e3-8697-ba4f0febbe05 req-bf548435-9632-49ee-bd75-c2902d04c7a3 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 944 time: 0.0485177 Aug 25 17:06:41.233034 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2bb381fa-d8b5-43e3-8697-ba4f0febbe05 req-e9c8a378-a9a2-4fa6-9e28-712514f3f2ce tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313017 Aug 25 17:06:41.610564 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b526e1c-2e14-4309-bb8e-299a5ccdd3cf req-465fbe6b-4d25-42de-aa46-31b530121c38 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:41.611909 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4b526e1c-2e14-4309-bb8e-299a5ccdd3cf req-465fbe6b-4d25-42de-aa46-31b530121c38 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=b39d5420-3354-4dc1-968a-0c5d2b1e8c91 HTTP/1.1" status: 200 len: 946 time: 0.0473270 Aug 25 17:06:41.647870 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4b526e1c-2e14-4309-bb8e-299a5ccdd3cf req-d6224b15-380c-4165-b362-906e10f62454 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/security-groups?id=b233c48d-7fa9-4ea3-93b7-0a00e258071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302351 Aug 25 17:06:42.189755 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de6aad5-794e-4a10-bb6d-3856f7afe061 req-6156416b-b06f-471c-8af1-8d2d6f20e8a7 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:42.197881 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4de6aad5-794e-4a10-bb6d-3856f7afe061 req-6156416b-b06f-471c-8af1-8d2d6f20e8a7 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 945 time: 0.0642898 Aug 25 17:06:42.274485 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4de6aad5-794e-4a10-bb6d-3856f7afe061 req-b8fb6236-f49d-48b5-b5ec-d1dfd0ce933b tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753546 Aug 25 17:06:42.423825 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76337327-f895-4ff1-8812-4f492bb2125d req-b3e92368-4b31-4a40-96d5-5b09f68c8669 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:42.425713 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-76337327-f895-4ff1-8812-4f492bb2125d req-b3e92368-4b31-4a40-96d5-5b09f68c8669 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 944 time: 0.0515604 Aug 25 17:06:42.471697 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-76337327-f895-4ff1-8812-4f492bb2125d req-3428b874-1750-484e-87b3-729739aea865 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403168 Aug 25 17:06:42.763260 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43499f7-40ba-457c-86f9-a9845d6e4060 req-9dc7d9db-1355-4324-ba63-5fe324ba8742 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:42.764799 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f43499f7-40ba-457c-86f9-a9845d6e4060 req-9dc7d9db-1355-4324-ba63-5fe324ba8742 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=b39d5420-3354-4dc1-968a-0c5d2b1e8c91 HTTP/1.1" status: 200 len: 946 time: 0.0508676 Aug 25 17:06:42.804524 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f43499f7-40ba-457c-86f9-a9845d6e4060 req-ae8cf524-854e-478c-8bd6-3e71ada85101 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/security-groups?id=b233c48d-7fa9-4ea3-93b7-0a00e258071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331333 Aug 25 17:06:43.072679 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-18536eb9-c20a-4aef-8728-365a17e8c0f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:06:43.407052 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3912f352-b3a8-4aca-a5c0-f519d5bf33e6 req-4c87fe34-629f-4fc9-8ed9-944b07f0f482 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:43.408511 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3912f352-b3a8-4aca-a5c0-f519d5bf33e6 req-4c87fe34-629f-4fc9-8ed9-944b07f0f482 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 945 time: 0.0543237 Aug 25 17:06:43.444856 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3912f352-b3a8-4aca-a5c0-f519d5bf33e6 req-0182aa99-92fb-4ce0-be9a-22335cac3f18 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304961 Aug 25 17:06:43.589078 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ee2ae5-ab70-4c11-9145-5c69fcb9021e req-0bf2323f-a33d-4319-ad06-99014a6f74ab tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:43.590455 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e3ee2ae5-ab70-4c11-9145-5c69fcb9021e req-0bf2323f-a33d-4319-ad06-99014a6f74ab tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 944 time: 0.0471659 Aug 25 17:06:43.627426 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e3ee2ae5-ab70-4c11-9145-5c69fcb9021e req-82109f19-d818-4f8c-bb9a-c95af7927d53 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309579 Aug 25 17:06:43.915092 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f233e-e59e-436f-8645-fe86c40db35c req-d98220af-d1c3-4cb3-9721-38a3e925da4f tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:43.916530 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-500f233e-e59e-436f-8645-fe86c40db35c req-d98220af-d1c3-4cb3-9721-38a3e925da4f tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=b39d5420-3354-4dc1-968a-0c5d2b1e8c91 HTTP/1.1" status: 200 len: 946 time: 0.0471811 Aug 25 17:06:43.953759 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-500f233e-e59e-436f-8645-fe86c40db35c req-b222aa44-3376-4940-9a24-7880acc55644 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/security-groups?id=b233c48d-7fa9-4ea3-93b7-0a00e258071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308707 Aug 25 17:06:44.560380 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944c75a-f7ba-43c2-8410-6b4ba7186c5a req-6f3ea94a-6d17-4b16-9375-98e99967d5e2 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:44.561765 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a944c75a-f7ba-43c2-8410-6b4ba7186c5a req-6f3ea94a-6d17-4b16-9375-98e99967d5e2 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 945 time: 0.0515141 Aug 25 17:06:44.599655 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a944c75a-f7ba-43c2-8410-6b4ba7186c5a req-a168c7c2-6619-4ff0-b9fb-c4c2c5169473 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318487 Aug 25 17:06:44.746530 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b328b5-3635-4093-9ce0-7d6799bc34b6 req-8a8dc3b6-1a96-4ece-a250-95083976d835 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:44.747981 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-13b328b5-3635-4093-9ce0-7d6799bc34b6 req-8a8dc3b6-1a96-4ece-a250-95083976d835 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 944 time: 0.0487177 Aug 25 17:06:44.789910 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-13b328b5-3635-4093-9ce0-7d6799bc34b6 req-a790195a-063a-41db-9f76-9e86346cd14f tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353951 Aug 25 17:06:45.068827 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f1ed9-ab83-4265-be82-68852fb01a95 req-d13bc4c7-6841-46cf-90e3-363631857c10 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:45.070334 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6f4f1ed9-ab83-4265-be82-68852fb01a95 req-d13bc4c7-6841-46cf-90e3-363631857c10 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=b39d5420-3354-4dc1-968a-0c5d2b1e8c91 HTTP/1.1" status: 200 len: 946 time: 0.0486231 Aug 25 17:06:45.106617 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6f4f1ed9-ab83-4265-be82-68852fb01a95 req-a606c810-2a34-40e3-9f88-b24668c43e2b tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/security-groups?id=b233c48d-7fa9-4ea3-93b7-0a00e258071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304713 Aug 25 17:06:45.689314 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eb49bfde-e0b7-4aeb-a6c0-e66c13587183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:06:45.719434 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6061f2-ec72-4495-b3ed-cbf4dac4ec00 req-f4987203-b4e7-4ad6-832a-5dde08aadfc9 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:45.720948 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-fe6061f2-ec72-4495-b3ed-cbf4dac4ec00 req-f4987203-b4e7-4ad6-832a-5dde08aadfc9 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 945 time: 0.0520642 Aug 25 17:06:45.760926 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-fe6061f2-ec72-4495-b3ed-cbf4dac4ec00 req-9db4525c-9da2-49fd-9aa1-68a1c432347c tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336933 Aug 25 17:06:45.867694 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:06:45.908575 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:06:45.913389 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbbe978-f377-4b8b-81cc-bf29e55ea451 req-a5bb070b-445b-42e1-9cb4-540f61fd9abd tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:45.914881 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ffbbe978-f377-4b8b-81cc-bf29e55ea451 req-a5bb070b-445b-42e1-9cb4-540f61fd9abd tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 944 time: 0.0508802 Aug 25 17:06:45.951637 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ffbbe978-f377-4b8b-81cc-bf29e55ea451 req-39b6b278-eb62-445b-9591-517c435dc884 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305762 Aug 25 17:06:46.222869 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b2d185-5a32-4d79-9284-6b7159663050 req-57f21a94-1243-4d19-afae-b4d19c280fdd tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:46.224388 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-32b2d185-5a32-4d79-9284-6b7159663050 req-57f21a94-1243-4d19-afae-b4d19c280fdd tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=b39d5420-3354-4dc1-968a-0c5d2b1e8c91 HTTP/1.1" status: 200 len: 946 time: 0.0507886 Aug 25 17:06:46.263235 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-32b2d185-5a32-4d79-9284-6b7159663050 req-b8c8f024-877f-46ec-958e-5493ab4c144a tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/security-groups?id=b233c48d-7fa9-4ea3-93b7-0a00e258071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329952 Aug 25 17:06:46.880760 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a2912-4933-4b6e-a787-eacd62b586c7 req-7789cfcd-b309-4eea-8f9a-240f791cd0c5 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:46.882274 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-843a2912-4933-4b6e-a787-eacd62b586c7 req-7789cfcd-b309-4eea-8f9a-240f791cd0c5 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 945 time: 0.0531738 Aug 25 17:06:46.923081 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-843a2912-4933-4b6e-a787-eacd62b586c7 req-2bbf7193-dc27-440e-afda-75c5fdeaaec8 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349381 Aug 25 17:06:47.047979 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3a305108-1f99-4b5d-a622-23901fed2525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:06:47.081174 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b311c-0a61-4d16-abbc-cbddc9c7fe9c req-36e99288-6315-4ce7-bb77-6becddd7607b tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:47.082657 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d71b311c-0a61-4d16-abbc-cbddc9c7fe9c req-36e99288-6315-4ce7-bb77-6becddd7607b tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 944 time: 0.0507226 Aug 25 17:06:47.120082 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d71b311c-0a61-4d16-abbc-cbddc9c7fe9c req-6c02770a-65d0-4b2c-a35e-6f65af2e22c7 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314951 Aug 25 17:06:47.382684 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b8bf47-bb7c-4f0b-9626-bc16a0d9279c req-7f38fefd-aa60-48ee-8ba5-4a3f3f8deab2 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:47.384152 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-31b8bf47-bb7c-4f0b-9626-bc16a0d9279c req-7f38fefd-aa60-48ee-8ba5-4a3f3f8deab2 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=b39d5420-3354-4dc1-968a-0c5d2b1e8c91 HTTP/1.1" status: 200 len: 946 time: 0.0506058 Aug 25 17:06:47.424505 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-31b8bf47-bb7c-4f0b-9626-bc16a0d9279c req-28e595b3-9a97-4b4b-be76-7a7ab6f646ad tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/security-groups?id=b233c48d-7fa9-4ea3-93b7-0a00e258071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345373 Aug 25 17:06:47.427941 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device ed8c3dc1-392d-4e88-a448-0c6334f67a85 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:06:47.511307 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:06:47.534464 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b39d5420-3354-4dc1-968a-0c5d2b1e8c91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed8c3dc1-392d-4e88-a448-0c6334f67a85'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:06:47.536702 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a4fac4520762e8d57daf7008e8680b9db75e4099b28a5f40786ddec6b187ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278ae99f-3d90-4e93-b14e-54a5cb571a67" -d '{"events": [{"server_uuid": "b39d5420-3354-4dc1-968a-0c5d2b1e8c91", "name": "network-vif-unplugged", "status": "completed", "tag": "ed8c3dc1-392d-4e88-a448-0c6334f67a85"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:06:47.550906 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port ed8c3dc1-392d-4e88-a448-0c6334f67a85, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=ed8c3dc1-392d-4e88-a448-0c6334f67a85,segment=NetworkSegment(88070606-55c4-4826-97a9-68c054a26a53),segment_id=88070606-55c4-4826-97a9-68c054a26a53)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:06:47.554724 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:06:47.604770 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Pushing event updated for resources: {'Port': ['ID=ed8c3dc1-392d-4e88-a448-0c6334f67a85,revision_number=6']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:06:47.612877 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:06:47.613473 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:06:47.614025 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:06:47.614516 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:06:47.615003 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:06:47.615538 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:06:47.615836 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:06:47.616159 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:06:47.616490 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:06:47.616820 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:06:47.617144 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:06:47.617466 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:06:47.676778 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 17:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e4cd36-5db9-4ee9-8eec-5bff1a2b3c4b x-openstack-request-id: req-73e4cd36-5db9-4ee9-8eec-5bff1a2b3c4b {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:06:47.677069 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b39d5420-3354-4dc1-968a-0c5d2b1e8c91", "name": "network-vif-unplugged", "status": "completed", "tag": "ed8c3dc1-392d-4e88-a448-0c6334f67a85", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:06:47.677317 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-73e4cd36-5db9-4ee9-8eec-5bff1a2b3c4b {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:06:47.677740 dv-cinder-791240-5-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b39d5420-3354-4dc1-968a-0c5d2b1e8c91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed8c3dc1-392d-4e88-a448-0c6334f67a85', 'code': 200} Aug 25 17:06:48.042646 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c749b4c-7086-4490-8e61-54167d85732f req-b9b89fd4-ef34-4f4d-b6b4-65093afa945f tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:48.044105 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3c749b4c-7086-4490-8e61-54167d85732f req-b9b89fd4-ef34-4f4d-b6b4-65093afa945f tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 945 time: 0.0521519 Aug 25 17:06:48.083921 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3c749b4c-7086-4490-8e61-54167d85732f req-06cabbc5-6f8c-4d50-9253-5a00ff962122 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317087 Aug 25 17:06:48.241246 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b51b5-4cca-4992-9faf-ee6706b1a8fc req-1070b2ca-716c-46fb-947d-02d4b503fff3 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:48.242800 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f55b51b5-4cca-4992-9faf-ee6706b1a8fc req-1070b2ca-716c-46fb-947d-02d4b503fff3 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 944 time: 0.0497603 Aug 25 17:06:48.282083 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f55b51b5-4cca-4992-9faf-ee6706b1a8fc req-c0c1f360-9bc3-4baa-be88-a082f8ad63ad tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333695 Aug 25 17:06:48.399075 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7978419e-b967-4a47-8975-0267302d25d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:06:48.556443 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2def8c-98cb-43f8-889a-db92eaa43a1d req-12b1a462-1a26-433c-8194-f525d6797463 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:48.558029 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1b2def8c-98cb-43f8-889a-db92eaa43a1d req-12b1a462-1a26-433c-8194-f525d6797463 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=b39d5420-3354-4dc1-968a-0c5d2b1e8c91 HTTP/1.1" status: 200 len: 944 time: 0.0554945 Aug 25 17:06:48.604004 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1b2def8c-98cb-43f8-889a-db92eaa43a1d req-c1a906a9-8218-4a3f-a37b-f91846700d14 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/security-groups?id=b233c48d-7fa9-4ea3-93b7-0a00e258071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395262 Aug 25 17:06:49.199828 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e5dd79-9eac-4894-b877-e4a9ed1a25db req-4a83a227-b01f-471d-8849-400bc5cd9b79 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:49.201477 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b9e5dd79-9eac-4894-b877-e4a9ed1a25db req-4a83a227-b01f-471d-8849-400bc5cd9b79 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 945 time: 0.0521750 Aug 25 17:06:49.242020 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b9e5dd79-9eac-4894-b877-e4a9ed1a25db req-8c0ec8bf-3193-4af8-a9ea-f4f08701505b tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329232 Aug 25 17:06:49.403979 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ece3e-3252-4320-9afa-4040d6f9e877 req-b57bcb95-b7f1-4101-bc98-28c90e4a80bf tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:49.405371 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-692ece3e-3252-4320-9afa-4040d6f9e877 req-b57bcb95-b7f1-4101-bc98-28c90e4a80bf tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 944 time: 0.0502625 Aug 25 17:06:49.443641 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-692ece3e-3252-4320-9afa-4040d6f9e877 req-3f892337-bc96-4800-90b8-62e22a1bbbf1 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311174 Aug 25 17:06:49.715910 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f02014-087c-4084-ab26-897a8ebb689e req-fb218e67-e912-4d6c-94cc-47bcb89bb52c tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:49.717401 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d8f02014-087c-4084-ab26-897a8ebb689e req-fb218e67-e912-4d6c-94cc-47bcb89bb52c tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=b39d5420-3354-4dc1-968a-0c5d2b1e8c91 HTTP/1.1" status: 200 len: 944 time: 0.0481646 Aug 25 17:06:49.755583 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d8f02014-087c-4084-ab26-897a8ebb689e req-3ae62402-d6c9-4667-a464-38e9e415b032 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/security-groups?id=b233c48d-7fa9-4ea3-93b7-0a00e258071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318699 Aug 25 17:06:50.359350 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a642a11-2a7d-486a-a502-9362bba1affa req-68aca0de-0d57-46e8-a537-eab5d0761021 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:50.360832 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4a642a11-2a7d-486a-a502-9362bba1affa req-68aca0de-0d57-46e8-a537-eab5d0761021 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 945 time: 0.0522876 Aug 25 17:06:50.399688 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4a642a11-2a7d-486a-a502-9362bba1affa req-149ebb79-a816-4c28-aee7-7fbd9be13a70 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321715 Aug 25 17:06:50.560409 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e880cb-4149-48f5-af77-bb77e8c0c510 req-f826215b-f37e-42ec-9ba9-81fad2839e71 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:50.562386 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e3e880cb-4149-48f5-af77-bb77e8c0c510 req-f826215b-f37e-42ec-9ba9-81fad2839e71 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 944 time: 0.0476310 Aug 25 17:06:50.599310 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e3e880cb-4149-48f5-af77-bb77e8c0c510 req-f51e2e21-2518-42c3-adf6-935f09d513e3 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309479 Aug 25 17:06:50.868037 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b10751b-b54f-45f2-94d7-4b582d53527a req-09bd31b1-2d8b-45c5-b571-ff33f8f7e450 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:50.869613 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0b10751b-b54f-45f2-94d7-4b582d53527a req-09bd31b1-2d8b-45c5-b571-ff33f8f7e450 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=b39d5420-3354-4dc1-968a-0c5d2b1e8c91 HTTP/1.1" status: 200 len: 944 time: 0.0479989 Aug 25 17:06:50.907607 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0b10751b-b54f-45f2-94d7-4b582d53527a req-3072c327-5eb6-45ff-8ce1-11b462e626d8 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/security-groups?id=b233c48d-7fa9-4ea3-93b7-0a00e258071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313392 Aug 25 17:06:51.514433 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f176a1-ddc9-4995-8ab0-33e8aa94c7fb req-8f75e672-ba1b-403e-9783-6dea6b55ab35 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:51.516081 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-17f176a1-ddc9-4995-8ab0-33e8aa94c7fb req-8f75e672-ba1b-403e-9783-6dea6b55ab35 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 945 time: 0.0513167 Aug 25 17:06:51.554110 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-17f176a1-ddc9-4995-8ab0-33e8aa94c7fb req-e570be6a-7e4c-4188-9f4e-ad1ab76db683 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318820 Aug 25 17:06:51.716548 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729cfbb5-343e-4b4e-a9cf-80a0f9afa2ed req-41f8b73f-5ed4-4482-b0bf-50db30a5c921 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:51.718702 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-729cfbb5-343e-4b4e-a9cf-80a0f9afa2ed req-41f8b73f-5ed4-4482-b0bf-50db30a5c921 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 944 time: 0.0475767 Aug 25 17:06:51.759613 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-729cfbb5-343e-4b4e-a9cf-80a0f9afa2ed req-a5a03b6d-23d0-4e5d-84b0-0e2006bf0095 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329988 Aug 25 17:06:52.019184 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b89e07-5e4a-43ef-8900-2817620898ba req-add73278-ca50-45ac-92ba-1565c7c77d8b tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:52.020616 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-58b89e07-5e4a-43ef-8900-2817620898ba req-add73278-ca50-45ac-92ba-1565c7c77d8b tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=b39d5420-3354-4dc1-968a-0c5d2b1e8c91 HTTP/1.1" status: 200 len: 944 time: 0.0486784 Aug 25 17:06:52.057446 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-58b89e07-5e4a-43ef-8900-2817620898ba req-6f1de24e-80d6-46df-a791-89741a0ef49c tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/security-groups?id=b233c48d-7fa9-4ea3-93b7-0a00e258071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311036 Aug 25 17:06:52.676547 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db23cdf-d11f-44ab-8bca-e51007d5bbce req-3cfbaf6b-0561-45cf-be02-032e70374ccb tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:52.678086 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6db23cdf-d11f-44ab-8bca-e51007d5bbce req-3cfbaf6b-0561-45cf-be02-032e70374ccb tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 945 time: 0.0563490 Aug 25 17:06:52.716971 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6db23cdf-d11f-44ab-8bca-e51007d5bbce req-89e57479-9bbd-4ee0-9d12-ba19b2d57d12 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327418 Aug 25 17:06:52.882800 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7e2ca-eba6-45fd-bd2b-1325f32ff764 req-4b12e357-a4bf-4bd7-8937-cff88f5042c2 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:52.884298 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-01d7e2ca-eba6-45fd-bd2b-1325f32ff764 req-4b12e357-a4bf-4bd7-8937-cff88f5042c2 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 944 time: 0.0507700 Aug 25 17:06:52.924187 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-01d7e2ca-eba6-45fd-bd2b-1325f32ff764 req-f765b60e-7463-4e7e-8c6b-64e0d2a8ca77 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334232 Aug 25 17:06:53.180805 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f5c0af-45e6-45aa-b646-57a5495ff966 req-c725409d-15d4-4028-915f-9de60cc91d67 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:53.182396 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-04f5c0af-45e6-45aa-b646-57a5495ff966 req-c725409d-15d4-4028-915f-9de60cc91d67 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=b39d5420-3354-4dc1-968a-0c5d2b1e8c91 HTTP/1.1" status: 200 len: 944 time: 0.0564272 Aug 25 17:06:53.222571 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-04f5c0af-45e6-45aa-b646-57a5495ff966 req-64dbbfb7-2e73-4092-baa5-78db481914be tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/security-groups?id=b233c48d-7fa9-4ea3-93b7-0a00e258071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332768 Aug 25 17:06:53.834895 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7910b0-efa5-4482-9be1-70d6fba12199 req-9e4e4a8f-a566-4508-a695-17c0adc6d048 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:53.836436 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5c7910b0-efa5-4482-9be1-70d6fba12199 req-9e4e4a8f-a566-4508-a695-17c0adc6d048 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 945 time: 0.0518129 Aug 25 17:06:53.875093 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5c7910b0-efa5-4482-9be1-70d6fba12199 req-8f08607d-9355-4031-80b5-5ed7225df50b tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325589 Aug 25 17:06:54.040372 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf94b373-cec1-4ffc-b45d-a7034c77b5f7 req-b6271744-f064-47ed-ab33-f281b5b40b45 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:54.041744 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-bf94b373-cec1-4ffc-b45d-a7034c77b5f7 req-b6271744-f064-47ed-ab33-f281b5b40b45 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 944 time: 0.0475352 Aug 25 17:06:54.078306 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-bf94b373-cec1-4ffc-b45d-a7034c77b5f7 req-c56ef04e-b863-4e12-8124-fd71f65b7411 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300875 Aug 25 17:06:54.336630 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd1ad5e-4688-4227-b32f-a83d30bb6c54 req-12712357-e49d-4066-b4a0-f0a998492b6a tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:54.338109 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-cbd1ad5e-4688-4227-b32f-a83d30bb6c54 req-12712357-e49d-4066-b4a0-f0a998492b6a tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=b39d5420-3354-4dc1-968a-0c5d2b1e8c91 HTTP/1.1" status: 200 len: 944 time: 0.0473778 Aug 25 17:06:54.375364 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-cbd1ad5e-4688-4227-b32f-a83d30bb6c54 req-bacc43eb-d37c-4b15-be59-e1768ea24b86 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/security-groups?id=b233c48d-7fa9-4ea3-93b7-0a00e258071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303800 Aug 25 17:06:54.991666 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428e54a-8979-4f7f-aa15-ca3a826d79fa req-6f126ee4-2c85-490b-a70e-63d0bcbc5fae tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:54.993194 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8428e54a-8979-4f7f-aa15-ca3a826d79fa req-6f126ee4-2c85-490b-a70e-63d0bcbc5fae tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 945 time: 0.0521922 Aug 25 17:06:55.035235 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8428e54a-8979-4f7f-aa15-ca3a826d79fa req-de5b25e8-4c05-42c0-8e3c-d1ee568f191b tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359466 Aug 25 17:06:55.196793 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cfe46e-117a-41a2-b0db-ce0a32d92a67 req-eede6142-a513-4579-be7f-947d43e82da3 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:55.198252 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f0cfe46e-117a-41a2-b0db-ce0a32d92a67 req-eede6142-a513-4579-be7f-947d43e82da3 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 944 time: 0.0480580 Aug 25 17:06:55.236207 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f0cfe46e-117a-41a2-b0db-ce0a32d92a67 req-0fab3e0d-044b-4b82-82ac-62b5bf010ce3 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314052 Aug 25 17:06:55.491413 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a54eb2-6d05-430f-90c8-67162cd76d77 req-2510f13c-e140-4748-84f4-6cea671da039 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:55.492912 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f2a54eb2-6d05-430f-90c8-67162cd76d77 req-2510f13c-e140-4748-84f4-6cea671da039 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=b39d5420-3354-4dc1-968a-0c5d2b1e8c91 HTTP/1.1" status: 200 len: 944 time: 0.0497456 Aug 25 17:06:55.531272 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f2a54eb2-6d05-430f-90c8-67162cd76d77 req-1c17721e-d909-4e68-b1cc-0b80fc54f941 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/security-groups?id=b233c48d-7fa9-4ea3-93b7-0a00e258071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323734 Aug 25 17:06:56.156558 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ee55b-8548-4775-97c1-6a6269b7b5ff req-cbca8bc2-d999-4fae-9f17-a15c644949c4 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:56.158192 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4d8ee55b-8548-4775-97c1-6a6269b7b5ff req-cbca8bc2-d999-4fae-9f17-a15c644949c4 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 945 time: 0.0540581 Aug 25 17:06:56.196680 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4d8ee55b-8548-4775-97c1-6a6269b7b5ff req-39f5613c-f9d2-4353-9474-234f4661a9e1 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325134 Aug 25 17:06:56.353726 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12108a4-a60c-436f-8f06-33ece498c90d req-79b45963-05ef-4e09-945c-e9286e32911c tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:56.355192 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d12108a4-a60c-436f-8f06-33ece498c90d req-79b45963-05ef-4e09-945c-e9286e32911c tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 944 time: 0.0490818 Aug 25 17:06:56.395021 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d12108a4-a60c-436f-8f06-33ece498c90d req-39a65f36-b6fc-4c30-8a2a-832eae125117 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332282 Aug 25 17:06:56.652107 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c1a715-4405-4019-85b1-e614d06a4bb0 req-3a8e35ae-74cd-473f-a26d-b8e680bb9bc3 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:56.653840 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-43c1a715-4405-4019-85b1-e614d06a4bb0 req-3a8e35ae-74cd-473f-a26d-b8e680bb9bc3 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=b39d5420-3354-4dc1-968a-0c5d2b1e8c91 HTTP/1.1" status: 200 len: 944 time: 0.0479615 Aug 25 17:06:56.690378 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-43c1a715-4405-4019-85b1-e614d06a4bb0 req-f96d487e-d873-4408-9971-6e4263f47b34 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/security-groups?id=b233c48d-7fa9-4ea3-93b7-0a00e258071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301478 Aug 25 17:06:57.316497 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e43dd-6b4c-44a3-bd20-f318a0c6f858 req-41ca795d-46d7-47bf-b0ee-7517880376f5 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:57.318006 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8a5e43dd-6b4c-44a3-bd20-f318a0c6f858 req-41ca795d-46d7-47bf-b0ee-7517880376f5 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 945 time: 0.0551686 Aug 25 17:06:57.359012 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8a5e43dd-6b4c-44a3-bd20-f318a0c6f858 req-78292a41-0cca-4076-b46f-8e4fe8476834 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345104 Aug 25 17:06:57.512963 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81debfd0-2d10-4fa0-ae67-afca84f4f404 req-01e46758-84fc-4abe-b490-5850a5fadbbc tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:57.514385 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-81debfd0-2d10-4fa0-ae67-afca84f4f404 req-01e46758-84fc-4abe-b490-5850a5fadbbc tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 944 time: 0.0488343 Aug 25 17:06:57.556346 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-81debfd0-2d10-4fa0-ae67-afca84f4f404 req-ec2a96c8-5937-40b5-9a87-8065c19118a7 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358973 Aug 25 17:06:57.802144 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b877f-69a9-4de6-ba18-c366c1a0771f req-f2e3997b-cefe-47d2-ab2b-7514d7422006 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:57.803499 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1b9b877f-69a9-4de6-ba18-c366c1a0771f req-f2e3997b-cefe-47d2-ab2b-7514d7422006 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=b39d5420-3354-4dc1-968a-0c5d2b1e8c91 HTTP/1.1" status: 200 len: 944 time: 0.0482078 Aug 25 17:06:57.839962 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1b9b877f-69a9-4de6-ba18-c366c1a0771f req-572e576a-1629-4050-b34d-2969a1d35699 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/security-groups?id=b233c48d-7fa9-4ea3-93b7-0a00e258071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307248 Aug 25 17:06:58.478041 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98505ef7-4c23-466d-981a-14ebd04a4620 req-097b6474-be26-436e-b925-cc1470af03b1 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:58.479528 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-98505ef7-4c23-466d-981a-14ebd04a4620 req-097b6474-be26-436e-b925-cc1470af03b1 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 945 time: 0.0527406 Aug 25 17:06:58.519639 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-98505ef7-4c23-466d-981a-14ebd04a4620 req-3c4c10cc-21ec-4bb8-ba09-39a6f86fe4e7 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335300 Aug 25 17:06:58.544552 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-675b0cfa-30a8-494e-b3ff-bb445488b7d8 None None] Agent healthcheck: found 6 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:06:58.691470 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc67a9-be39-411e-9016-124038b31ca9 req-474852a2-4ae0-4035-b795-d7758e60ffcb tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:58.692924 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-aefc67a9-be39-411e-9016-124038b31ca9 req-474852a2-4ae0-4035-b795-d7758e60ffcb tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 944 time: 0.0551643 Aug 25 17:06:58.730924 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-aefc67a9-be39-411e-9016-124038b31ca9 req-157a5352-2204-416b-8db7-a1f484c84815 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320714 Aug 25 17:06:58.954470 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3779c1b-edbd-4ca2-b4ce-490f615ffff9 req-02555771-08fe-46f7-93df-0dc363f70855 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:58.955950 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b3779c1b-edbd-4ca2-b4ce-490f615ffff9 req-02555771-08fe-46f7-93df-0dc363f70855 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=b39d5420-3354-4dc1-968a-0c5d2b1e8c91 HTTP/1.1" status: 200 len: 944 time: 0.0491097 Aug 25 17:06:58.994842 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b3779c1b-edbd-4ca2-b4ce-490f615ffff9 req-6262c717-e679-4298-80d2-b09e7dd09861 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/security-groups?id=b233c48d-7fa9-4ea3-93b7-0a00e258071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329335 Aug 25 17:06:59.635530 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597df439-4fc5-410a-9fed-e66fe423f3c8 req-4286e92d-4a0e-449f-85ce-2fe83b32fe0a tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:59.636973 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-597df439-4fc5-410a-9fed-e66fe423f3c8 req-4286e92d-4a0e-449f-85ce-2fe83b32fe0a tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 945 time: 0.0508063 Aug 25 17:06:59.680273 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-597df439-4fc5-410a-9fed-e66fe423f3c8 req-45af110b-3b82-4d08-a6e5-320ebfc4a31f tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370598 Aug 25 17:06:59.847791 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b75fdc-edf8-4fa8-8a1a-54207f478269 req-46a4b8b1-f7dc-4954-97be-77155d610229 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:06:59.849162 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-02b75fdc-edf8-4fa8-8a1a-54207f478269 req-46a4b8b1-f7dc-4954-97be-77155d610229 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 944 time: 0.0490117 Aug 25 17:06:59.885606 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-02b75fdc-edf8-4fa8-8a1a-54207f478269 req-d896f3b2-1958-4048-91c9-c89c11ed6870 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306640 Aug 25 17:07:00.018477 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a9ee3-b678-45c0-9fbc-00a037bbd697 req-fce4a513-e7e5-4b59-8e1f-732703b6539b tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:00.020543 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-564a9ee3-b678-45c0-9fbc-00a037bbd697 req-fce4a513-e7e5-4b59-8e1f-732703b6539b tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.16 "GET /v2.0/ports?device_id=b39d5420-3354-4dc1-968a-0c5d2b1e8c91 HTTP/1.1" status: 200 len: 944 time: 0.0531774 Aug 25 17:07:00.117880 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c13bc-b0dc-4c5b-9da3-e4d5613b5a78 req-6c071a69-4804-4bac-a3f2-313b2c7787f1 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:00.119259 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7e9c13bc-b0dc-4c5b-9da3-e4d5613b5a78 req-6c071a69-4804-4bac-a3f2-313b2c7787f1 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=b39d5420-3354-4dc1-968a-0c5d2b1e8c91 HTTP/1.1" status: 200 len: 944 time: 0.0491424 Aug 25 17:07:00.120901 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-564a9ee3-b678-45c0-9fbc-00a037bbd697 req-98d84c77-d294-4368-b7ed-5c44e08504c4 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Deleting port ed8c3dc1-392d-4e88-a448-0c6334f67a85 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:07:00.121249 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-564a9ee3-b678-45c0-9fbc-00a037bbd697 req-98d84c77-d294-4368-b7ed-5c44e08504c4 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743706167839'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:00.157094 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7e9c13bc-b0dc-4c5b-9da3-e4d5613b5a78 req-7945b693-cae8-4426-8559-c72864c000d6 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/security-groups?id=b233c48d-7fa9-4ea3-93b7-0a00e258071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312107 Aug 25 17:07:00.442476 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-564a9ee3-b678-45c0-9fbc-00a037bbd697 req-98d84c77-d294-4368-b7ed-5c44e08504c4 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] For port ed8c3dc1-392d-4e88-a448-0c6334f67a85, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=ed8c3dc1-392d-4e88-a448-0c6334f67a85,segment=NetworkSegment(88070606-55c4-4826-97a9-68c054a26a53),segment_id=88070606-55c4-4826-97a9-68c054a26a53)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:07:00.442819 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-564a9ee3-b678-45c0-9fbc-00a037bbd697 req-98d84c77-d294-4368-b7ed-5c44e08504c4 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616478'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:00.455290 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-564a9ee3-b678-45c0-9fbc-00a037bbd697 req-98d84c77-d294-4368-b7ed-5c44e08504c4 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Calling delete_port for ed8c3dc1-392d-4e88-a448-0c6334f67a85 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:07:00.575954 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-564a9ee3-b678-45c0-9fbc-00a037bbd697 req-98d84c77-d294-4368-b7ed-5c44e08504c4 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743706076703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743705601028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732937'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:00.610292 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d84c77-d294-4368-b7ed-5c44e08504c4 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Pushing event deleted for resources: {'Port': ['ID=ed8c3dc1-392d-4e88-a448-0c6334f67a85,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:07:00.634748 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d84c77-d294-4368-b7ed-5c44e08504c4 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:07:00.635088 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d84c77-d294-4368-b7ed-5c44e08504c4 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:07:00.635425 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d84c77-d294-4368-b7ed-5c44e08504c4 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:07:00.635762 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d84c77-d294-4368-b7ed-5c44e08504c4 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:07:00.636088 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d84c77-d294-4368-b7ed-5c44e08504c4 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:07:00.636411 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d84c77-d294-4368-b7ed-5c44e08504c4 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:07:00.636732 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d84c77-d294-4368-b7ed-5c44e08504c4 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:07:00.637053 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d84c77-d294-4368-b7ed-5c44e08504c4 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:07:00.637371 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d84c77-d294-4368-b7ed-5c44e08504c4 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:07:00.637709 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d84c77-d294-4368-b7ed-5c44e08504c4 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:07:00.638032 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d84c77-d294-4368-b7ed-5c44e08504c4 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:07:00.638349 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d84c77-d294-4368-b7ed-5c44e08504c4 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:07:00.665575 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-564a9ee3-b678-45c0-9fbc-00a037bbd697 req-98d84c77-d294-4368-b7ed-5c44e08504c4 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] No DVR routers for this DVR port ed8c3dc1-392d-4e88-a448-0c6334f67a85 on host hv-cinder-79124 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:07:00.668255 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-564a9ee3-b678-45c0-9fbc-00a037bbd697 req-98d84c77-d294-4368-b7ed-5c44e08504c4 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:00.670465 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-564a9ee3-b678-45c0-9fbc-00a037bbd697 req-98d84c77-d294-4368-b7ed-5c44e08504c4 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.16 "DELETE /v2.0/ports/ed8c3dc1-392d-4e88-a448-0c6334f67a85 HTTP/1.1" status: 204 len: 173 time: 0.6411431 Aug 25 17:07:00.671652 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b39d5420-3354-4dc1-968a-0c5d2b1e8c91', 'name': 'network-vif-deleted', 'tag': 'ed8c3dc1-392d-4e88-a448-0c6334f67a85'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:07:00.674681 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30294bf1a97406c8a8235025fddf2f3c25b52a26b11c10f571ea972848b08700" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ca84d7-c013-43df-abd4-2b4bf835f803" -d '{"events": [{"server_uuid": "b39d5420-3354-4dc1-968a-0c5d2b1e8c91", "name": "network-vif-deleted", "tag": "ed8c3dc1-392d-4e88-a448-0c6334f67a85"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:07:00.763349 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8dbeb2-4992-4374-a5a8-2f37c6f70272 x-openstack-request-id: req-0a8dbeb2-4992-4374-a5a8-2f37c6f70272 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:07:00.763637 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b39d5420-3354-4dc1-968a-0c5d2b1e8c91", "name": "network-vif-deleted", "tag": "ed8c3dc1-392d-4e88-a448-0c6334f67a85", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:07:00.763883 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0a8dbeb2-4992-4374-a5a8-2f37c6f70272 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:07:00.764313 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b39d5420-3354-4dc1-968a-0c5d2b1e8c91', 'name': 'network-vif-deleted', 'tag': 'ed8c3dc1-392d-4e88-a448-0c6334f67a85', 'status': 'completed', 'code': 200} Aug 25 17:07:00.856404 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6aa45-708a-4edd-b35d-b86f713c3359 req-122ee776-573b-4257-b853-a3026f3b0f59 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:00.857910 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b1a6aa45-708a-4edd-b35d-b86f713c3359 req-122ee776-573b-4257-b853-a3026f3b0f59 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 945 time: 0.0514436 Aug 25 17:07:00.897472 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b1a6aa45-708a-4edd-b35d-b86f713c3359 req-fe8a49e3-f11b-4a6b-bb65-a78fc28fcc08 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322785 Aug 25 17:07:01.002092 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc0c21-9ae0-41ae-b872-b655804cda56 req-3b91628e-15f0-4e61-90f1-81939ac33fc1 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:01.003548 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-51dc0c21-9ae0-41ae-b872-b655804cda56 req-3b91628e-15f0-4e61-90f1-81939ac33fc1 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 944 time: 0.0471003 Aug 25 17:07:01.041419 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-51dc0c21-9ae0-41ae-b872-b655804cda56 req-dd7c49bc-1680-46bf-b142-38bfce96286f tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320036 Aug 25 17:07:01.249666 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d79475f8-99b2-4588-bfa5-0fa2bc953e2f req-d0f09de5-6168-46bd-a00d-dc7036fafb60 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=b39d5420-3354-4dc1-968a-0c5d2b1e8c91 HTTP/1.1" status: 200 len: 210 time: 0.0258801 Aug 25 17:07:02.014081 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81351cdc-bd54-4806-a015-2c0a46ad23cd req-a61d8b47-c9fb-432e-9ef3-2c74899e9072 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:02.015997 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-81351cdc-bd54-4806-a015-2c0a46ad23cd req-a61d8b47-c9fb-432e-9ef3-2c74899e9072 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 945 time: 0.0527961 Aug 25 17:07:02.054231 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-81351cdc-bd54-4806-a015-2c0a46ad23cd req-89f6541c-6c00-46a3-b00b-b2fc0f14c0fe tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323322 Aug 25 17:07:02.162899 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a2699-d515-4aa5-b554-adce16055981 req-8b9e75eb-e79f-474d-9275-0aedd20b1966 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:02.164343 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c83a2699-d515-4aa5-b554-adce16055981 req-8b9e75eb-e79f-474d-9275-0aedd20b1966 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 944 time: 0.0530782 Aug 25 17:07:02.202724 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c83a2699-d515-4aa5-b554-adce16055981 req-18f9d470-c517-4fca-9eca-96552fa4db0f tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315857 Aug 25 17:07:02.341548 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ca700805-8f3c-4a73-ad41-175016cc812c req-079738ba-7302-465a-883b-e68ef3e087c8 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=b39d5420-3354-4dc1-968a-0c5d2b1e8c91 HTTP/1.1" status: 200 len: 210 time: 0.0255461 Aug 25 17:07:03.179572 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9440aafc-f228-4eaf-9663-bfb1b23e48bc req-b8750603-daeb-4553-aa4c-f58533082883 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:03.181019 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9440aafc-f228-4eaf-9663-bfb1b23e48bc req-b8750603-daeb-4553-aa4c-f58533082883 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 945 time: 0.0500667 Aug 25 17:07:03.220425 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9440aafc-f228-4eaf-9663-bfb1b23e48bc req-90fe1da5-3ad6-4bb2-968d-639442128d9a tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315294 Aug 25 17:07:03.329329 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f66ce-50ae-45f2-9d16-e1301abf4f45 req-0596aeb5-d5df-4cf4-b837-c045f4cac3df tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:03.330834 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-168f66ce-50ae-45f2-9d16-e1301abf4f45 req-0596aeb5-d5df-4cf4-b837-c045f4cac3df tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 944 time: 0.0483727 Aug 25 17:07:03.368774 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-168f66ce-50ae-45f2-9d16-e1301abf4f45 req-8ecef19b-e6a5-4c0b-9daa-1893fd8baf70 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316327 Aug 25 17:07:03.465460 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-05e57c51-4688-4438-9eeb-94eb25beb0af req-45182f5a-8f9c-4203-88ae-4e33be65e950 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=b39d5420-3354-4dc1-968a-0c5d2b1e8c91 HTTP/1.1" status: 200 len: 210 time: 0.0254352 Aug 25 17:07:04.337380 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577ecfd1-e5f0-45fe-a9a2-765a2170ae2a req-08a4448a-fa13-4a09-bf2b-c4a2d50f2203 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:04.338867 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-577ecfd1-e5f0-45fe-a9a2-765a2170ae2a req-08a4448a-fa13-4a09-bf2b-c4a2d50f2203 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 945 time: 0.0478282 Aug 25 17:07:04.379721 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-577ecfd1-e5f0-45fe-a9a2-765a2170ae2a req-5e5ad20f-0377-4e60-940f-e0c485891b94 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341144 Aug 25 17:07:04.487586 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4befd380-0f0c-4596-8a1e-d398cf253cfa req-95386dff-99a2-4e4b-b7e0-358d04f92d67 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:04.489129 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4befd380-0f0c-4596-8a1e-d398cf253cfa req-95386dff-99a2-4e4b-b7e0-358d04f92d67 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 944 time: 0.0484173 Aug 25 17:07:04.527379 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4befd380-0f0c-4596-8a1e-d398cf253cfa req-cab22837-a0b0-42a1-85dc-3ff5a07f6745 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321460 Aug 25 17:07:04.620820 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6a940d4f-f317-44fc-addd-8deafeb97975 req-88a0f79f-0aaa-4f12-8948-3210e313dab6 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=b39d5420-3354-4dc1-968a-0c5d2b1e8c91 HTTP/1.1" status: 200 len: 210 time: 0.0267563 Aug 25 17:07:05.491190 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61f011d-973d-4a7b-8b63-59c287343206 req-d080655d-8ea0-4ced-a79e-c771ed708b4f tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:05.492637 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d61f011d-973d-4a7b-8b63-59c287343206 req-d080655d-8ea0-4ced-a79e-c771ed708b4f tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 945 time: 0.0481417 Aug 25 17:07:05.532753 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d61f011d-973d-4a7b-8b63-59c287343206 req-74980a71-af0d-4211-a28c-f1469e50ded1 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342479 Aug 25 17:07:05.646336 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bab5e9-e671-47a2-8bc7-fb9a3f1d84fb req-46d194ec-b88a-431b-b7a2-cf85df0271aa tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:05.647796 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c6bab5e9-e671-47a2-8bc7-fb9a3f1d84fb req-46d194ec-b88a-431b-b7a2-cf85df0271aa tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 944 time: 0.0505664 Aug 25 17:07:05.685500 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c6bab5e9-e671-47a2-8bc7-fb9a3f1d84fb req-d68d32f1-9ee3-482f-a21d-8cd27e1decd3 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311961 Aug 25 17:07:05.779507 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-be0fe3e0-eb35-40c5-b8ab-b3d770c8f739 req-fcb9bf7a-b18d-4af5-8c31-c6f0250c30d7 tempest-VolumesActionsTest-52877285 tempest-VolumesActionsTest-52877285-project] 10.222.0.88 "GET /v2.0/ports?device_id=b39d5420-3354-4dc1-968a-0c5d2b1e8c91 HTTP/1.1" status: 200 len: 210 time: 0.0257244 Aug 25 17:07:06.649026 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed69ef6-bd04-44e7-b782-567f9eb9bdb5 req-99e02ab7-9671-4814-9183-6476043d4bcf tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:06.650547 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-bed69ef6-bd04-44e7-b782-567f9eb9bdb5 req-99e02ab7-9671-4814-9183-6476043d4bcf tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 945 time: 0.0509043 Aug 25 17:07:06.688129 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-bed69ef6-bd04-44e7-b782-567f9eb9bdb5 req-c0400e13-2a41-46c7-902b-afd83d0a1a15 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311894 Aug 25 17:07:06.805213 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f8034-708e-43bf-a38b-a46c204d89a8 req-4e15b5a8-e27a-421f-8da0-b96152f508c1 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:06.806677 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5a8f8034-708e-43bf-a38b-a46c204d89a8 req-4e15b5a8-e27a-421f-8da0-b96152f508c1 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 944 time: 0.0503173 Aug 25 17:07:06.844662 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5a8f8034-708e-43bf-a38b-a46c204d89a8 req-1a17a8d8-1dcf-4258-82b6-1c855f5e6b27 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314476 Aug 25 17:07:07.820136 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6573561f-f997-421a-b41c-549caff565b6 req-8ea83ed5-c670-4666-9d89-f8c59c337585 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:07.821599 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6573561f-f997-421a-b41c-549caff565b6 req-8ea83ed5-c670-4666-9d89-f8c59c337585 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 945 time: 0.0586336 Aug 25 17:07:07.858547 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6573561f-f997-421a-b41c-549caff565b6 req-46179613-b54a-475b-ba30-d4509ce2dee4 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305400 Aug 25 17:07:07.962430 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421854bc-d25c-46c9-93d0-223b6ab35c93 req-395a0a31-f23d-4182-b0fd-d4121b0b1661 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:07.963872 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-421854bc-d25c-46c9-93d0-223b6ab35c93 req-395a0a31-f23d-4182-b0fd-d4121b0b1661 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 944 time: 0.0479381 Aug 25 17:07:08.001370 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-421854bc-d25c-46c9-93d0-223b6ab35c93 req-62f5461b-19ea-4e30-861a-a7f0a5cd8e37 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306890 Aug 25 17:07:08.984849 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac62855-0b0c-43d5-90d6-4d8100a8ea52 req-0ba18794-b141-42af-8c09-df67a9fbbee5 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:08.986319 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1ac62855-0b0c-43d5-90d6-4d8100a8ea52 req-0ba18794-b141-42af-8c09-df67a9fbbee5 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 945 time: 0.0530701 Aug 25 17:07:09.024648 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1ac62855-0b0c-43d5-90d6-4d8100a8ea52 req-b15f666f-d2f2-4056-b52c-7ee36e57b733 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322912 Aug 25 17:07:09.134336 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0159cb42-e918-49e8-8944-256fa093d825 req-aa500800-d8b2-4223-9c15-4b96651ff03c tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:09.135700 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0159cb42-e918-49e8-8944-256fa093d825 req-aa500800-d8b2-4223-9c15-4b96651ff03c tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 944 time: 0.0566754 Aug 25 17:07:09.174124 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0159cb42-e918-49e8-8944-256fa093d825 req-b9d9cce7-83e9-4a45-a49a-fa19261f0712 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325940 Aug 25 17:07:10.137651 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b63d3-75fe-4752-b894-f375b7e46166 req-b41a1dfa-536a-495f-8221-80c905430b53 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:10.139112 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-611b63d3-75fe-4752-b894-f375b7e46166 req-b41a1dfa-536a-495f-8221-80c905430b53 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 945 time: 0.0483861 Aug 25 17:07:10.176851 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-611b63d3-75fe-4752-b894-f375b7e46166 req-35ea663c-8eb1-451c-a2e7-c1a6400d89bf tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319183 Aug 25 17:07:10.293409 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adffb47b-ddb2-47bf-be95-e3e2d2f6b1db req-ccde2a83-9a39-4acb-8a18-73581bde3454 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:10.294885 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-adffb47b-ddb2-47bf-be95-e3e2d2f6b1db req-ccde2a83-9a39-4acb-8a18-73581bde3454 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 944 time: 0.0519214 Aug 25 17:07:10.332022 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-adffb47b-ddb2-47bf-be95-e3e2d2f6b1db req-8f977252-fd33-49d9-ad47-a7c8ab8046a6 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306258 Aug 25 17:07:11.289351 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0919d8-ffb7-4226-aa2d-de363cbd166f req-201ad1a8-0a78-46ec-a01c-cfbcf33b9748 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:11.290748 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1b0919d8-ffb7-4226-aa2d-de363cbd166f req-201ad1a8-0a78-46ec-a01c-cfbcf33b9748 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 945 time: 0.0480797 Aug 25 17:07:11.327726 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1b0919d8-ffb7-4226-aa2d-de363cbd166f req-5cadde7e-102f-4c26-97b9-a7c0cdc49baf tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312126 Aug 25 17:07:11.449542 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c6ff6-3441-4fce-a9d4-9e19f276164b req-df57c1aa-11c6-4346-9ad2-8dc8609939ef tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:11.451013 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-219c6ff6-3441-4fce-a9d4-9e19f276164b req-df57c1aa-11c6-4346-9ad2-8dc8609939ef tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 944 time: 0.0481000 Aug 25 17:07:11.487623 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-219c6ff6-3441-4fce-a9d4-9e19f276164b req-45406832-70b1-4586-8f58-dc22dcdfaa30 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306756 Aug 25 17:07:12.444129 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c945e2a-ce4b-473e-be53-30661dd8a113 req-a9e88689-224b-4667-aff9-8788aa57b890 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:12.445561 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3c945e2a-ce4b-473e-be53-30661dd8a113 req-a9e88689-224b-4667-aff9-8788aa57b890 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 945 time: 0.0529196 Aug 25 17:07:12.483408 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3c945e2a-ce4b-473e-be53-30661dd8a113 req-3807580a-d898-4f9d-9b54-fd42879ec0e7 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315723 Aug 25 17:07:12.604128 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81804b1b-79db-43f4-9c88-fd507cbdacc3 req-7776b5a6-2933-4c0c-85d4-7f81182921c8 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:12.605493 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-81804b1b-79db-43f4-9c88-fd507cbdacc3 req-7776b5a6-2933-4c0c-85d4-7f81182921c8 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 944 time: 0.0494099 Aug 25 17:07:12.643112 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-81804b1b-79db-43f4-9c88-fd507cbdacc3 req-b78f62e5-c3f4-4d6e-9f46-dcec4617d537 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315664 Aug 25 17:07:13.072816 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5b254aa-becc-4439-9e6e-8d3633062667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:13.723842 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f9b8e4-0ddf-4a38-b5d6-a168cce4f373 req-8768828b-fcf1-4ccd-b5f4-af9c0cb230c5 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:13.725355 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-35f9b8e4-0ddf-4a38-b5d6-a168cce4f373 req-8768828b-fcf1-4ccd-b5f4-af9c0cb230c5 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 945 time: 0.0648713 Aug 25 17:07:13.771284 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-35f9b8e4-0ddf-4a38-b5d6-a168cce4f373 req-8558514d-9f73-4392-b35a-3a5e9d438393 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397847 Aug 25 17:07:13.938070 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eddd471-b570-496e-a481-689d5977affc req-342c3d5e-8f35-4b35-97bf-af5316ed500a tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:13.940848 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0eddd471-b570-496e-a481-689d5977affc req-342c3d5e-8f35-4b35-97bf-af5316ed500a tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 944 time: 0.0974286 Aug 25 17:07:13.980776 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0eddd471-b570-496e-a481-689d5977affc req-dc372017-dcfb-4607-bb1f-7218c7544a3e tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342379 Aug 25 17:07:14.340552 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bcbfac-0b46-434a-9902-03f06b987695 req-a29b9b1d-e5c6-4e9f-a316-66e8f2ef5136 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:14.348447 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-05bcbfac-0b46-434a-9902-03f06b987695 req-a29b9b1d-e5c6-4e9f-a316-66e8f2ef5136 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/ports?device_id=05297a48-b6af-4cfd-a3ec-44566e49108a HTTP/1.1" status: 200 len: 945 time: 0.0754151 Aug 25 17:07:14.441794 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-05bcbfac-0b46-434a-9902-03f06b987695 req-c265124a-537a-4ce9-9f46-95a325742e18 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ff2fa2b-3d3a-480d-b2c8-4b08fb33b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871031 Aug 25 17:07:14.563186 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 41680) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:07:14.691153 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7b2923e2-0649-44e8-b572-1eb70a6c9234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:14.822586 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7b2923e2-0649-44e8-b572-1eb70a6c9234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:14.828866 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7b2923e2-0649-44e8-b572-1eb70a6c9234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:14.857589 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-7b2923e2-0649-44e8-b572-1eb70a6c9234 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a035c80273704347bc2328ad2bc1479d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2909763 Aug 25 17:07:14.858957 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 41688) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:07:14.876003 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2923e2-0649-44e8-b572-1eb70a6c9234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d3a74c-2fcb-4587-accc-b04010ea65ce,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:07:14.885231 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2923e2-0649-44e8-b572-1eb70a6c9234 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:07:14.885587 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2923e2-0649-44e8-b572-1eb70a6c9234 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:07:14.886004 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2923e2-0649-44e8-b572-1eb70a6c9234 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:07:14.886345 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2923e2-0649-44e8-b572-1eb70a6c9234 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:07:14.886678 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2923e2-0649-44e8-b572-1eb70a6c9234 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:07:14.890237 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2923e2-0649-44e8-b572-1eb70a6c9234 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:07:14.890237 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2923e2-0649-44e8-b572-1eb70a6c9234 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:07:14.890237 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2923e2-0649-44e8-b572-1eb70a6c9234 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:07:14.890237 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2923e2-0649-44e8-b572-1eb70a6c9234 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:07:14.890237 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2923e2-0649-44e8-b572-1eb70a6c9234 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:07:14.890237 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2923e2-0649-44e8-b572-1eb70a6c9234 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:07:14.890237 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2923e2-0649-44e8-b572-1eb70a6c9234 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:07:14.934581 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-22cffcab-f23e-4ada-9acc-840c874ae0ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:14.979077 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-22cffcab-f23e-4ada-9acc-840c874ae0ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:15.039489 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-22cffcab-f23e-4ada-9acc-840c874ae0ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:15.042616 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-22cffcab-f23e-4ada-9acc-840c874ae0ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:15.047199 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-22cffcab-f23e-4ada-9acc-840c874ae0ea admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/47d3a74c-2fcb-4587-accc-b04010ea65ce HTTP/1.1" status: 204 len: 168 time: 0.1869686 Aug 25 17:07:15.057462 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cffcab-f23e-4ada-9acc-840c874ae0ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d3a74c-2fcb-4587-accc-b04010ea65ce,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:07:15.201072 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c46b1e-2ee8-44c6-8e01-ff72b2340965 req-4e27ffe0-00c1-427a-9d98-89ed5e4ab9cf tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:15.203115 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-63c46b1e-2ee8-44c6-8e01-ff72b2340965 req-4e27ffe0-00c1-427a-9d98-89ed5e4ab9cf tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 945 time: 0.3089721 Aug 25 17:07:15.250588 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-63c46b1e-2ee8-44c6-8e01-ff72b2340965 req-1a721522-2e7c-45af-8733-986580eba138 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411468 Aug 25 17:07:15.377569 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f6d6d0-660d-474d-8996-4634a6a58b34 req-6679bbdd-a411-4804-b409-1d402c8b5b49 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:15.385667 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d4f6d6d0-660d-474d-8996-4634a6a58b34 req-6679bbdd-a411-4804-b409-1d402c8b5b49 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 944 time: 0.0640311 Aug 25 17:07:15.437078 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d4f6d6d0-660d-474d-8996-4634a6a58b34 req-21541184-310e-4229-b711-a2a726e49e49 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439739 Aug 25 17:07:15.451752 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 41700) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:07:15.468888 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4708ce2a-2d1b-4f4e-8dfc-8224d745aa7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:15.587866 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5259f21c-7541-49c4-8342-76da898f462c req-0520c8c6-2abd-4537-aa07-b441f5f9856a tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:15.589428 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5259f21c-7541-49c4-8342-76da898f462c req-0520c8c6-2abd-4537-aa07-b441f5f9856a tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/ports?device_id=05297a48-b6af-4cfd-a3ec-44566e49108a HTTP/1.1" status: 200 len: 945 time: 0.0718102 Aug 25 17:07:15.614715 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4708ce2a-2d1b-4f4e-8dfc-8224d745aa7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:15.621360 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4708ce2a-2d1b-4f4e-8dfc-8224d745aa7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:15.641008 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5259f21c-7541-49c4-8342-76da898f462c req-ca05d0a0-bacc-40f6-965e-daefbc8a3759 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ff2fa2b-3d3a-480d-b2c8-4b08fb33b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442247 Aug 25 17:07:15.668076 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-4708ce2a-2d1b-4f4e-8dfc-8224d745aa7b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=18e036d04c0c4e62a31e65a0fcb58892&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2179017 Aug 25 17:07:15.668301 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 41704) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:07:15.675604 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4708ce2a-2d1b-4f4e-8dfc-8224d745aa7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd16cb5c-d1bb-42b0-87e0-68bac7d94e7d,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:07:15.703555 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1ce46207-5356-4bfc-9be9-e21ccd2f93f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:15.728054 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-06f35eb9-1f99-42d8-bcf7-21e3ed33d340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:15.751274 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-06f35eb9-1f99-42d8-bcf7-21e3ed33d340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:15.804142 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-06f35eb9-1f99-42d8-bcf7-21e3ed33d340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:15.807339 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-06f35eb9-1f99-42d8-bcf7-21e3ed33d340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:15.809518 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-06f35eb9-1f99-42d8-bcf7-21e3ed33d340 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/dd16cb5c-d1bb-42b0-87e0-68bac7d94e7d HTTP/1.1" status: 204 len: 168 time: 0.1401312 Aug 25 17:07:15.818994 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f35eb9-1f99-42d8-bcf7-21e3ed33d340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd16cb5c-d1bb-42b0-87e0-68bac7d94e7d,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:07:15.886860 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:15.917555 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:16.160622 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device 33bba031-7191-414a-82d8-e5aef14eed40 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 17:07:16.289181 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port 33bba031-7191-414a-82d8-e5aef14eed40, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=33bba031-7191-414a-82d8-e5aef14eed40,segment=NetworkSegment(ec41dbf2-ba24-42a3-a378-c3be87889b8c),segment_id=ec41dbf2-ba24-42a3-a378-c3be87889b8c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:07:16.312575 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Returning: {'device': '33bba031-7191-414a-82d8-e5aef14eed40', 'network_id': 'e9cb6f88-a0a4-4755-a50a-d59302485ab6', 'port_id': '33bba031-7191-414a-82d8-e5aef14eed40', 'mac_address': 'fa:16:3e:f0:14:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1486, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '292f4a80-cdc8-4ba8-8211-52e53edc836f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 17:07:16.408336 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:16.461367 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33bba031-7191-414a-82d8-e5aef14eed40 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:07:16.472229 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb911a2-dced-456f-b225-7bd74290f023 req-4a95bda5-587b-4e46-9b0b-3f8a40989fb7 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:16.502354 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5cb911a2-dced-456f-b225-7bd74290f023 req-4a95bda5-587b-4e46-9b0b-3f8a40989fb7 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 945 time: 0.1538775 Aug 25 17:07:16.523023 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port 33bba031-7191-414a-82d8-e5aef14eed40, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=33bba031-7191-414a-82d8-e5aef14eed40,segment=NetworkSegment(ec41dbf2-ba24-42a3-a378-c3be87889b8c),segment_id=ec41dbf2-ba24-42a3-a378-c3be87889b8c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:07:16.535823 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:16.611471 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Pushing event updated for resources: {'Port': ['ID=33bba031-7191-414a-82d8-e5aef14eed40,revision_number=9']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:07:16.636115 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5cb911a2-dced-456f-b225-7bd74290f023 req-e4888da0-5577-4178-aeea-ebd164cebae4 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310444 Aug 25 17:07:16.757117 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f317c0fa-0e7f-4ca1-b86e-28875a4bbe94 req-8dea7daa-6eab-45dc-a611-408951c29add tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:16.759342 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f317c0fa-0e7f-4ca1-b86e-28875a4bbe94 req-8dea7daa-6eab-45dc-a611-408951c29add tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 945 time: 0.0552592 Aug 25 17:07:16.823670 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f317c0fa-0e7f-4ca1-b86e-28875a4bbe94 req-5f39079e-4c07-455f-b239-68cfa4db4f3f tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572531 Aug 25 17:07:16.964641 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da13a93-9d4e-4310-a911-b2f144024327 req-b8a4045c-7b0b-420d-8b7e-e411f19e9286 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:16.966766 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7da13a93-9d4e-4310-a911-b2f144024327 req-b8a4045c-7b0b-420d-8b7e-e411f19e9286 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/ports?device_id=05297a48-b6af-4cfd-a3ec-44566e49108a HTTP/1.1" status: 200 len: 945 time: 0.0644026 Aug 25 17:07:17.023312 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7da13a93-9d4e-4310-a911-b2f144024327 req-74f96a44-ffe3-4b8c-ac49-f0229105bbf5 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ff2fa2b-3d3a-480d-b2c8-4b08fb33b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489285 Aug 25 17:07:17.047032 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] get_ports_and_sgs() called for port_ids ['33bba031-7191-414a-82d8-e5aef14eed40'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:07:17.070557 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3a305108-1f99-4b5d-a622-23901fed2525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:17.215869 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ba7c6a-4061-4a0b-a489-157b8663938f req-b502d626-84e6-4f67-8896-c4dbe8f83067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:17.218303 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-91ba7c6a-4061-4a0b-a489-157b8663938f req-b502d626-84e6-4f67-8896-c4dbe8f83067 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=09e1d88a498442e5b06e802c45061ff2&device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 1098 time: 0.0615253 Aug 25 17:07:17.378326 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ba7c6a-4061-4a0b-a489-157b8663938f req-555ba145-1849-4b88-95d9-a57693359061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:17.379808 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-91ba7c6a-4061-4a0b-a489-157b8663938f req-555ba145-1849-4b88-95d9-a57693359061 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e9cb6f88-a0a4-4755-a50a-d59302485ab6 HTTP/1.1" status: 200 len: 919 time: 0.1226780 Aug 25 17:07:17.464764 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-91ba7c6a-4061-4a0b-a489-157b8663938f req-003d81c7-90ae-4369-a1a2-cbccb748b65b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33bba031-7191-414a-82d8-e5aef14eed40 HTTP/1.1" status: 200 len: 1000 time: 0.0737770 Aug 25 17:07:17.549450 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ba7c6a-4061-4a0b-a489-157b8663938f req-d960d78f-7a13-4d62-8af9-d74a461256dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:17.551621 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-91ba7c6a-4061-4a0b-a489-157b8663938f req-d960d78f-7a13-4d62-8af9-d74a461256dd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=292f4a80-cdc8-4ba8-8211-52e53edc836f HTTP/1.1" status: 200 len: 856 time: 0.0746264 Aug 25 17:07:17.617733 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ba7c6a-4061-4a0b-a489-157b8663938f req-c861ff8c-dcc6-4bc2-a67e-277690029776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:17.617733 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-91ba7c6a-4061-4a0b-a489-157b8663938f req-c861ff8c-dcc6-4bc2-a67e-277690029776 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e9cb6f88-a0a4-4755-a50a-d59302485ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0541632 Aug 25 17:07:17.822727 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5c709-22e1-4d60-a7ba-b6472210c4e3 req-8b689ea5-b5eb-4cb7-88dd-abfbd24cf46c tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:17.823379 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-91ba7c6a-4061-4a0b-a489-157b8663938f req-c8ed53e6-f088-43bf-ada1-6794ea2a87e8 service neutron] 10.222.0.16 "GET /v2.0/networks/e9cb6f88-a0a4-4755-a50a-d59302485ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961937 Aug 25 17:07:17.825064 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b0c5c709-22e1-4d60-a7ba-b6472210c4e3 req-8b689ea5-b5eb-4cb7-88dd-abfbd24cf46c tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 945 time: 0.0883806 Aug 25 17:07:17.866726 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e13342b-c14d-40e7-ba81-8bc09cb69f68 req-c8858ccb-a858-4ea3-83e5-1f312c6718df tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:17.869012 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7e13342b-c14d-40e7-ba81-8bc09cb69f68 req-c8858ccb-a858-4ea3-83e5-1f312c6718df tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.16 "GET /v2.0/ports?device_id=05297a48-b6af-4cfd-a3ec-44566e49108a HTTP/1.1" status: 200 len: 945 time: 0.1375530 Aug 25 17:07:17.890928 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b0c5c709-22e1-4d60-a7ba-b6472210c4e3 req-5b3d9d4b-0b57-4eb4-9b6c-fb1292cc4cf5 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490284 Aug 25 17:07:18.012685 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e03b26-299f-493b-a478-b9c380fff911 req-a467a225-d4a4-47b3-9ecb-bdb5e405111b tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:18.030368 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-37e03b26-299f-493b-a478-b9c380fff911 req-a467a225-d4a4-47b3-9ecb-bdb5e405111b tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 945 time: 0.0887892 Aug 25 17:07:18.083854 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-37e03b26-299f-493b-a478-b9c380fff911 req-c46b7880-7683-46ba-8781-1dd266bd6a59 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524483 Aug 25 17:07:18.111088 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02488169-829f-4d5a-8bd1-ef5c3436ce8f req-979bb187-f8e2-45db-9839-72723c392e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:18.113733 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-02488169-829f-4d5a-8bd1-ef5c3436ce8f req-979bb187-f8e2-45db-9839-72723c392e53 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=08aac9c23a974fde83b7887f14dc7206&device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 1098 time: 0.3126817 Aug 25 17:07:18.220156 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062643b5-1bbf-43e7-92ca-63ff45150fd0 req-6d7dc47e-86db-4b6b-9a4c-af733bb2f154 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:18.222144 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-062643b5-1bbf-43e7-92ca-63ff45150fd0 req-6d7dc47e-86db-4b6b-9a4c-af733bb2f154 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/ports?device_id=05297a48-b6af-4cfd-a3ec-44566e49108a HTTP/1.1" status: 200 len: 945 time: 0.0636039 Aug 25 17:07:18.258587 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-91ba7c6a-4061-4a0b-a489-157b8663938f req-d689781d-e63b-4e20-b74c-aa23bd009c4a service neutron] 10.222.0.16 "GET /v2.0/networks/e9cb6f88-a0a4-4755-a50a-d59302485ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4103978 Aug 25 17:07:18.279742 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-062643b5-1bbf-43e7-92ca-63ff45150fd0 req-b194f86a-3926-474d-b2a6-2d0b915fbec9 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ff2fa2b-3d3a-480d-b2c8-4b08fb33b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507069 Aug 25 17:07:18.311040 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02488169-829f-4d5a-8bd1-ef5c3436ce8f req-59795903-6697-410a-8149-c791fbd55eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:18.312867 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-02488169-829f-4d5a-8bd1-ef5c3436ce8f req-59795903-6697-410a-8149-c791fbd55eec service neutron] 10.222.0.16 "GET /v2.0/networks?id=ef11e297-234f-4d32-ac73-2a452cb37035 HTTP/1.1" status: 200 len: 911 time: 0.1450224 Aug 25 17:07:18.322224 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-7e13342b-c14d-40e7-ba81-8bc09cb69f68 req-845ae68e-c290-45c5-930e-990d67ebef25 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Deleting port 2949735a-8b80-4aa3-8989-3d9feb3e5346 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:07:18.322577 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-7e13342b-c14d-40e7-ba81-8bc09cb69f68 req-845ae68e-c290-45c5-930e-990d67ebef25 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743706167839'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:18.412260 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7978419e-b967-4a47-8975-0267302d25d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:18.494251 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-7e13342b-c14d-40e7-ba81-8bc09cb69f68 req-845ae68e-c290-45c5-930e-990d67ebef25 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] For port 2949735a-8b80-4aa3-8989-3d9feb3e5346, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=2949735a-8b80-4aa3-8989-3d9feb3e5346,segment=NetworkSegment(afe6f7c0-b77b-4548-99ec-fb34a489e3ce),segment_id=afe6f7c0-b77b-4548-99ec-fb34a489e3ce)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:07:18.495067 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-7e13342b-c14d-40e7-ba81-8bc09cb69f68 req-845ae68e-c290-45c5-930e-990d67ebef25 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616478'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:18.523799 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-7e13342b-c14d-40e7-ba81-8bc09cb69f68 req-845ae68e-c290-45c5-930e-990d67ebef25 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Calling delete_port for 2949735a-8b80-4aa3-8989-3d9feb3e5346 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:07:18.537933 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-02488169-829f-4d5a-8bd1-ef5c3436ce8f req-3282a6e4-f900-4cd1-976d-daef09430b39 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=438cd34c-f290-429f-8eae-c06eb10402d4 HTTP/1.1" status: 200 len: 1001 time: 0.1086059 Aug 25 17:07:18.574621 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 41786) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:07:18.641352 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02488169-829f-4d5a-8bd1-ef5c3436ce8f req-51f58264-170d-4c5f-acd9-2e1ed86cf594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:18.642867 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-02488169-829f-4d5a-8bd1-ef5c3436ce8f req-51f58264-170d-4c5f-acd9-2e1ed86cf594 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=27b24ef3-530b-4ff3-993e-542863dc999f HTTP/1.1" status: 200 len: 848 time: 0.0695767 Aug 25 17:07:18.740146 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02488169-829f-4d5a-8bd1-ef5c3436ce8f req-782c2d1b-15bc-4946-bef3-cc576f84b597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:18.741664 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-02488169-829f-4d5a-8bd1-ef5c3436ce8f req-782c2d1b-15bc-4946-bef3-cc576f84b597 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ef11e297-234f-4d32-ac73-2a452cb37035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0859768 Aug 25 17:07:18.765826 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4178f55c-7a77-49d7-b3d7-cf451c20d637 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:18.775628 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-7e13342b-c14d-40e7-ba81-8bc09cb69f68 req-845ae68e-c290-45c5-930e-990d67ebef25 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743706076703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743705601028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732937'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:18.789496 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] get_ports_and_sgs() called for port_ids ['2949735a-8b80-4aa3-8989-3d9feb3e5346'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:07:18.862570 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ae68e-c290-45c5-930e-990d67ebef25 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Pushing event deleted for resources: {'Port': ['ID=2949735a-8b80-4aa3-8989-3d9feb3e5346,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:07:18.968433 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e13342b-c14d-40e7-ba81-8bc09cb69f68 req-845ae68e-c290-45c5-930e-990d67ebef25 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] No DVR routers for this DVR port 2949735a-8b80-4aa3-8989-3d9feb3e5346 on host hv-cinder-79124 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:07:18.978029 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-7e13342b-c14d-40e7-ba81-8bc09cb69f68 req-845ae68e-c290-45c5-930e-990d67ebef25 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:18.980055 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7e13342b-c14d-40e7-ba81-8bc09cb69f68 req-845ae68e-c290-45c5-930e-990d67ebef25 tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.16 "DELETE /v2.0/ports/2949735a-8b80-4aa3-8989-3d9feb3e5346 HTTP/1.1" status: 204 len: 173 time: 1.0943503 Aug 25 17:07:18.980551 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05297a48-b6af-4cfd-a3ec-44566e49108a', 'name': 'network-vif-deleted', 'tag': '2949735a-8b80-4aa3-8989-3d9feb3e5346'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:07:18.983538 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30294bf1a97406c8a8235025fddf2f3c25b52a26b11c10f571ea972848b08700" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c206c8-1496-4df5-a8a1-537ea0e213a8" -d '{"events": [{"server_uuid": "05297a48-b6af-4cfd-a3ec-44566e49108a", "name": "network-vif-deleted", "tag": "2949735a-8b80-4aa3-8989-3d9feb3e5346"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:07:19.040669 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-02488169-829f-4d5a-8bd1-ef5c3436ce8f req-2f583ca6-bc2c-45bc-8cc1-841d14d5f614 service neutron] 10.222.0.16 "GET /v2.0/networks/ef11e297-234f-4d32-ac73-2a452cb37035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872446 Aug 25 17:07:19.055190 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad578f8-36f4-4c04-8c6d-197c8258c5e9 req-f46896de-38c6-43de-9f40-7021159a1a61 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:19.057403 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-cad578f8-36f4-4c04-8c6d-197c8258c5e9 req-f46896de-38c6-43de-9f40-7021159a1a61 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 945 time: 0.0986826 Aug 25 17:07:19.134062 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-cad578f8-36f4-4c04-8c6d-197c8258c5e9 req-db7efa63-8ad5-4195-9ba8-99d4a6f11a6c tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632515 Aug 25 17:07:19.202976 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a724a36-6414-44ed-9115-e8c6e08bce70 x-openstack-request-id: req-7a724a36-6414-44ed-9115-e8c6e08bce70 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:07:19.203455 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05297a48-b6af-4cfd-a3ec-44566e49108a", "name": "network-vif-deleted", "tag": "2949735a-8b80-4aa3-8989-3d9feb3e5346", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:07:19.203594 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7a724a36-6414-44ed-9115-e8c6e08bce70 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:07:19.203908 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05297a48-b6af-4cfd-a3ec-44566e49108a', 'name': 'network-vif-deleted', 'tag': '2949735a-8b80-4aa3-8989-3d9feb3e5346', 'status': 'completed', 'code': 200} Aug 25 17:07:19.213804 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4178f55c-7a77-49d7-b3d7-cf451c20d637 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:19.221429 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4178f55c-7a77-49d7-b3d7-cf451c20d637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:19.262869 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-02488169-829f-4d5a-8bd1-ef5c3436ce8f req-2d1a0b2b-2851-4cef-b6dd-2d8bb8d260d1 service neutron] 10.222.0.16 "GET /v2.0/networks/ef11e297-234f-4d32-ac73-2a452cb37035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110753 Aug 25 17:07:19.275871 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-4178f55c-7a77-49d7-b3d7-cf451c20d637 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5c386dcdd4494cf1b2eff9020fb45dea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7002707 Aug 25 17:07:19.278656 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 41804) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:07:19.290220 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4178f55c-7a77-49d7-b3d7-cf451c20d637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48bd8ebe-075c-4a23-be81-e746e798742f,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:07:19.363072 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaae610-0ddb-48cf-9583-c6461bff3d87 req-89b55588-4434-4702-8da4-658c94d3c4b1 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:19.364942 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ecaae610-0ddb-48cf-9583-c6461bff3d87 req-89b55588-4434-4702-8da4-658c94d3c4b1 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 945 time: 0.1177685 Aug 25 17:07:19.376680 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-51a45aab-a477-4dc8-90e6-9648bd14eda5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:19.404259 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-51a45aab-a477-4dc8-90e6-9648bd14eda5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:19.424614 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ecaae610-0ddb-48cf-9583-c6461bff3d87 req-bf5b2b0a-404a-4241-ad52-918d0534f0ba tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463824 Aug 25 17:07:19.489188 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-51a45aab-a477-4dc8-90e6-9648bd14eda5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:19.495493 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-51a45aab-a477-4dc8-90e6-9648bd14eda5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:19.498610 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-51a45aab-a477-4dc8-90e6-9648bd14eda5 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/48bd8ebe-075c-4a23-be81-e746e798742f HTTP/1.1" status: 204 len: 168 time: 0.2183731 Aug 25 17:07:19.530295 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a45aab-a477-4dc8-90e6-9648bd14eda5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48bd8ebe-075c-4a23-be81-e746e798742f,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:07:19.599858 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a59b9805-50c1-4866-8953-ab9eb2372254 req-cf2f3fea-1fd7-4116-aff2-339523db54fa tempest-VolumesSnapshotTestJSON-1035456749 tempest-VolumesSnapshotTestJSON-1035456749-project] 10.222.0.88 "GET /v2.0/ports?device_id=05297a48-b6af-4cfd-a3ec-44566e49108a HTTP/1.1" status: 200 len: 210 time: 0.0555258 Aug 25 17:07:19.908358 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 41812) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:07:19.936158 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-64466b02-749f-474c-9087-4106161f2455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:20.089508 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-64466b02-749f-474c-9087-4106161f2455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:20.094194 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-64466b02-749f-474c-9087-4106161f2455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:20.142816 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-64466b02-749f-474c-9087-4106161f2455 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9ced63b8932048beb4734f5152f22e88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2308698 Aug 25 17:07:20.142816 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64466b02-749f-474c-9087-4106161f2455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98306551-8d9b-4248-ac25-e0f02d827021,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:07:20.143274 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 41818) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:07:20.175069 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device 33bba031-7191-414a-82d8-e5aef14eed40 up at agent hyperv_hv-cinder-79124 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:07:20.250449 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Provisioning complete for port 33bba031-7191-414a-82d8-e5aef14eed40 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:07:20.250838 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:20.277977 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a25a68b-9ed2-40a2-bb60-018e4a2d44b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:20.314750 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a25a68b-9ed2-40a2-bb60-018e4a2d44b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:20.337422 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c65a484-4df6-4808-9037-1c4c840ab5df req-4c07aa89-d98e-4426-b17a-af1626228f81 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:20.337422 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3c65a484-4df6-4808-9037-1c4c840ab5df req-4c07aa89-d98e-4426-b17a-af1626228f81 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 945 time: 0.1057935 Aug 25 17:07:20.352060 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:20.385267 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '510e2993-6e08-4099-81a5-cab3775ef5bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33bba031-7191-414a-82d8-e5aef14eed40'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:07:20.387872 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a4fac4520762e8d57daf7008e8680b9db75e4099b28a5f40786ddec6b187ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e62455-6efc-46b4-92b0-2104d74ec478" -d '{"events": [{"server_uuid": "510e2993-6e08-4099-81a5-cab3775ef5bd", "name": "network-vif-plugged", "status": "completed", "tag": "33bba031-7191-414a-82d8-e5aef14eed40"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:07:20.407470 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port 33bba031-7191-414a-82d8-e5aef14eed40, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=33bba031-7191-414a-82d8-e5aef14eed40,segment=NetworkSegment(ec41dbf2-ba24-42a3-a378-c3be87889b8c),segment_id=ec41dbf2-ba24-42a3-a378-c3be87889b8c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:07:20.417668 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3c65a484-4df6-4808-9037-1c4c840ab5df req-a929096b-3322-4eb8-90b8-6646bce82448 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716822 Aug 25 17:07:20.448859 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:20.461345 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a25a68b-9ed2-40a2-bb60-018e4a2d44b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:20.461345 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a25a68b-9ed2-40a2-bb60-018e4a2d44b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:20.473549 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-6a25a68b-9ed2-40a2-bb60-018e4a2d44b4 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/98306551-8d9b-4248-ac25-e0f02d827021 HTTP/1.1" status: 204 len: 168 time: 0.3130009 Aug 25 17:07:20.516433 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a25a68b-9ed2-40a2-bb60-018e4a2d44b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98306551-8d9b-4248-ac25-e0f02d827021,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:07:20.520008 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95de3c79-388a-4112-ad15-2aa29a5d5c4e x-openstack-request-id: req-95de3c79-388a-4112-ad15-2aa29a5d5c4e {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:07:20.520564 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "510e2993-6e08-4099-81a5-cab3775ef5bd", "name": "network-vif-plugged", "status": "completed", "tag": "33bba031-7191-414a-82d8-e5aef14eed40", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:07:20.520980 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-95de3c79-388a-4112-ad15-2aa29a5d5c4e {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:07:20.521577 dv-cinder-791240-5-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '510e2993-6e08-4099-81a5-cab3775ef5bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33bba031-7191-414a-82d8-e5aef14eed40', 'code': 200} Aug 25 17:07:20.585896 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Pushing event updated for resources: {'Port': ['ID=33bba031-7191-414a-82d8-e5aef14eed40,revision_number=10']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:07:20.674342 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9684d65-4e44-41a9-97e6-0578ca632490 req-c624be5d-5121-4d09-966b-1af8cf8186e6 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:20.675871 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f9684d65-4e44-41a9-97e6-0578ca632490 req-c624be5d-5121-4d09-966b-1af8cf8186e6 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 947 time: 0.0540431 Aug 25 17:07:20.721386 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f9684d65-4e44-41a9-97e6-0578ca632490 req-c09e160d-ff5c-4fcb-885d-124c3cd429b8 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396607 Aug 25 17:07:21.312532 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8df76d-5c10-421b-9e38-7a46b8da1334 req-81c31e10-69fc-4961-a2e9-2eaaf5ab87d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:21.314205 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5a8df76d-5c10-421b-9e38-7a46b8da1334 req-81c31e10-69fc-4961-a2e9-2eaaf5ab87d8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 1100 time: 0.0531397 Aug 25 17:07:21.364622 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5a8df76d-5c10-421b-9e38-7a46b8da1334 req-b682c43f-9104-4a6a-80d1-1189966762f9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333731 Aug 25 17:07:21.650844 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e4f3d-3af5-4305-8fc3-eff82a03205f req-39fa9139-c7c0-4a0e-bbe6-76ddb77025c9 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:21.653362 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-123e4f3d-3af5-4305-8fc3-eff82a03205f req-39fa9139-c7c0-4a0e-bbe6-76ddb77025c9 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 945 time: 0.0963633 Aug 25 17:07:21.710048 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-123e4f3d-3af5-4305-8fc3-eff82a03205f req-5017f27c-babd-4d08-bd34-4c4305d70cf7 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449092 Aug 25 17:07:21.864847 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47255622-a411-4efc-ad17-690612640386 req-907afc76-b3fd-4e47-b17e-babf777ec204 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:21.872452 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-47255622-a411-4efc-ad17-690612640386 req-907afc76-b3fd-4e47-b17e-babf777ec204 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 947 time: 0.0679479 Aug 25 17:07:21.926134 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-47255622-a411-4efc-ad17-690612640386 req-f85b3aa6-9bf1-4caa-8d23-4ca9870cfaad tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505595 Aug 25 17:07:22.214582 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device 438cd34c-f290-429f-8eae-c06eb10402d4 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:07:22.376648 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:22.414148 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port 438cd34c-f290-429f-8eae-c06eb10402d4, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=438cd34c-f290-429f-8eae-c06eb10402d4,segment=NetworkSegment(3d213855-abfe-4e58-8480-7cb89771466f),segment_id=3d213855-abfe-4e58-8480-7cb89771466f)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:07:22.421770 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:22.423004 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device 2949735a-8b80-4aa3-8989-3d9feb3e5346 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:07:22.529141 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] No Port match for: 2949735a-8b80-4aa3-8989-3d9feb3e5346 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:07:22.529844 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device 2949735a-8b80-4aa3-8989-3d9feb3e5346 not bound to the agent host hv-cinder-79124 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:07:22.531369 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d7d941e-765e-41ad-b6c5-9f0b54310112', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '438cd34c-f290-429f-8eae-c06eb10402d4'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:07:22.533793 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a4fac4520762e8d57daf7008e8680b9db75e4099b28a5f40786ddec6b187ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb21b1a-77ec-41b1-a4a8-ec1f42920914" -d '{"events": [{"server_uuid": "0d7d941e-765e-41ad-b6c5-9f0b54310112", "name": "network-vif-unplugged", "status": "completed", "tag": "438cd34c-f290-429f-8eae-c06eb10402d4"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:07:22.536649 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Pushing event updated for resources: {'Port': ['ID=438cd34c-f290-429f-8eae-c06eb10402d4,revision_number=6']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:07:22.619345 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 17:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f82a312-9542-4def-9408-6fd98a57e3e4 x-openstack-request-id: req-1f82a312-9542-4def-9408-6fd98a57e3e4 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:07:22.619345 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d7d941e-765e-41ad-b6c5-9f0b54310112", "name": "network-vif-unplugged", "status": "completed", "tag": "438cd34c-f290-429f-8eae-c06eb10402d4", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:07:22.619345 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1f82a312-9542-4def-9408-6fd98a57e3e4 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:07:22.619345 dv-cinder-791240-5-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d7d941e-765e-41ad-b6c5-9f0b54310112', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '438cd34c-f290-429f-8eae-c06eb10402d4', 'code': 200} Aug 25 17:07:22.862815 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d0f0c-f517-4912-808e-2fd2050804f7 req-180a326d-8199-4e8a-b969-f206cb2d2177 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:22.872015 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a58d0f0c-f517-4912-808e-2fd2050804f7 req-180a326d-8199-4e8a-b969-f206cb2d2177 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 943 time: 0.0686784 Aug 25 17:07:22.960499 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a58d0f0c-f517-4912-808e-2fd2050804f7 req-f6dc0040-ff2c-4ea9-8b65-f91ea8a4f21f tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820096 Aug 25 17:07:23.371077 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7da3d5-806f-4c2d-9149-23b4f6d9b3ac req-d89d032c-b5e5-4613-b9df-710faaa44488 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:23.373040 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ea7da3d5-806f-4c2d-9149-23b4f6d9b3ac req-d89d032c-b5e5-4613-b9df-710faaa44488 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 947 time: 0.0570755 Aug 25 17:07:23.423939 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ea7da3d5-806f-4c2d-9149-23b4f6d9b3ac req-61a4173d-9436-461b-8127-7279cd397baa tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434940 Aug 25 17:07:23.745348 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2524c264-d2cc-4709-a6dd-8d785d218057 req-a3eb4944-e7c1-40f8-a3de-558459a969dd tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:23.753517 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2524c264-d2cc-4709-a6dd-8d785d218057 req-a3eb4944-e7c1-40f8-a3de-558459a969dd tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 943 time: 0.0943756 Aug 25 17:07:23.793087 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2524c264-d2cc-4709-a6dd-8d785d218057 req-82e11053-d731-4533-b1f3-fcc3751a7e6c tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373271 Aug 25 17:07:23.802294 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 41932) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:07:23.888193 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-49ae59a1-6751-43d0-b44b-97223a6c5cae req-8bd02790-eb91-4452-9813-702fcb5c3d6a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0838630 Aug 25 17:07:24.540876 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6140d78b-c58b-41f7-889a-69e21d816f41 req-10c9cb3f-7417-41de-b6ae-69370bc86868 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:24.542405 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6140d78b-c58b-41f7-889a-69e21d816f41 req-10c9cb3f-7417-41de-b6ae-69370bc86868 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 947 time: 0.0487189 Aug 25 17:07:24.581999 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6140d78b-c58b-41f7-889a-69e21d816f41 req-b08d1493-5caf-40d9-949a-97786f52a739 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319107 Aug 25 17:07:24.921565 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d5aa5-4e7d-44d2-95d2-6929d78bb7b1 req-cce67a2c-af49-4c3f-aac4-2a9bfe39ab4f tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:24.923058 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-bd6d5aa5-4e7d-44d2-95d2-6929d78bb7b1 req-cce67a2c-af49-4c3f-aac4-2a9bfe39ab4f tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 943 time: 0.0630579 Aug 25 17:07:24.960600 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-bd6d5aa5-4e7d-44d2-95d2-6929d78bb7b1 req-3dfc6c2b-3891-4aa9-be0e-a84a20f3bb6f tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316751 Aug 25 17:07:25.700002 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dea5ac-8ba9-48b2-94d9-87abb17064a3 req-7b05a90e-6966-402f-8f5a-83e323b4b86a tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:25.701940 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-57dea5ac-8ba9-48b2-94d9-87abb17064a3 req-7b05a90e-6966-402f-8f5a-83e323b4b86a tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 947 time: 0.0498106 Aug 25 17:07:25.743092 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-57dea5ac-8ba9-48b2-94d9-87abb17064a3 req-6a6d436a-6ab0-4c71-8405-0373ecc3be8c tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345266 Aug 25 17:07:26.071701 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ba2cb-66be-4838-97e0-d0065091cc68 req-a9c47226-574b-4924-b244-78ee9fd8e39b tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:26.073143 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-460ba2cb-66be-4838-97e0-d0065091cc68 req-a9c47226-574b-4924-b244-78ee9fd8e39b tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 943 time: 0.0482168 Aug 25 17:07:26.110832 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-460ba2cb-66be-4838-97e0-d0065091cc68 req-9326c973-a453-4e3f-9aa6-b90a0af9d60d tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317593 Aug 25 17:07:26.864610 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a50ab3-a448-433b-bd60-6a6bf9af185f req-bddae192-6565-4f95-89d2-b1fe279f3732 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:26.866095 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-15a50ab3-a448-433b-bd60-6a6bf9af185f req-bddae192-6565-4f95-89d2-b1fe279f3732 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 947 time: 0.0519814 Aug 25 17:07:26.909018 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-15a50ab3-a448-433b-bd60-6a6bf9af185f req-f7a34df2-c028-4ef8-b567-2938466eed97 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344286 Aug 25 17:07:27.222160 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef829b-806e-447d-881f-5beff912cee6 req-a3f63998-e491-4636-93e0-db3cbce627df tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:27.223614 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-86ef829b-806e-447d-881f-5beff912cee6 req-a3f63998-e491-4636-93e0-db3cbce627df tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 943 time: 0.0487907 Aug 25 17:07:27.260849 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-86ef829b-806e-447d-881f-5beff912cee6 req-70105f1f-734a-467c-9aa1-73367efc04d6 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314169 Aug 25 17:07:28.035555 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778fda75-2fad-465b-9916-f549c8e3d1d1 req-3cc393fc-048b-42b9-890a-3dc25d6cceb7 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:28.037170 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-778fda75-2fad-465b-9916-f549c8e3d1d1 req-3cc393fc-048b-42b9-890a-3dc25d6cceb7 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 947 time: 0.0569015 Aug 25 17:07:28.095830 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-778fda75-2fad-465b-9916-f549c8e3d1d1 req-022d2068-8bd3-4c36-8a00-10f7b12f5bb9 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459478 Aug 25 17:07:28.406546 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502516d0-722d-453d-afc1-52c8aa3cc601 req-a2239903-f8b7-4862-8d6a-9f2d83043d90 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:28.408543 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-502516d0-722d-453d-afc1-52c8aa3cc601 req-a2239903-f8b7-4862-8d6a-9f2d83043d90 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 943 time: 0.0608809 Aug 25 17:07:28.469373 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-502516d0-722d-453d-afc1-52c8aa3cc601 req-5b775aee-a3a2-4456-92a9-fd91edd31655 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542896 Aug 25 17:07:29.249722 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d7b0d-6d70-4931-a11a-dd2e4c95bc4b req-62bfd4b8-8fe9-47d2-a4ea-0418340ae388 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:29.251749 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2d0d7b0d-6d70-4931-a11a-dd2e4c95bc4b req-62bfd4b8-8fe9-47d2-a4ea-0418340ae388 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 947 time: 0.0762334 Aug 25 17:07:29.330279 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2d0d7b0d-6d70-4931-a11a-dd2e4c95bc4b req-f83e8f21-0dbc-4006-a298-b8d312ee2874 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701761 Aug 25 17:07:29.624381 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f52ce-7807-4f9c-9392-4bf94cf1432d req-1b719145-1c24-4615-ad83-e0bbda7bc8f5 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:29.633950 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-253f52ce-7807-4f9c-9392-4bf94cf1432d req-1b719145-1c24-4615-ad83-e0bbda7bc8f5 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 943 time: 0.0848072 Aug 25 17:07:29.688101 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-253f52ce-7807-4f9c-9392-4bf94cf1432d req-b03490e6-97b7-4f3d-8ae5-1542d3dc9c41 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529819 Aug 25 17:07:30.075299 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae59a1-6751-43d0-b44b-97223a6c5cae req-c2461baa-d461-4d5f-bfd8-8f7b6e8464ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:30.078885 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-49ae59a1-6751-43d0-b44b-97223a6c5cae req-c2461baa-d461-4d5f-bfd8-8f7b6e8464ae service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112&tenant_id=08aac9c23a974fde83b7887f14dc7206 HTTP/1.1" status: 200 len: 1096 time: 0.0549552 Aug 25 17:07:30.170122 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae59a1-6751-43d0-b44b-97223a6c5cae req-1443f988-fb1a-4f02-bf6e-c7e96c59ede9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:30.172023 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-49ae59a1-6751-43d0-b44b-97223a6c5cae req-1443f988-fb1a-4f02-bf6e-c7e96c59ede9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=08aac9c23a974fde83b7887f14dc7206&device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 1096 time: 0.0583234 Aug 25 17:07:30.281569 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae59a1-6751-43d0-b44b-97223a6c5cae req-f38c2c4d-ff5b-4571-873e-93b0a1ec9de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:30.283121 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-49ae59a1-6751-43d0-b44b-97223a6c5cae req-f38c2c4d-ff5b-4571-873e-93b0a1ec9de6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ef11e297-234f-4d32-ac73-2a452cb37035 HTTP/1.1" status: 200 len: 911 time: 0.1035635 Aug 25 17:07:30.398396 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-49ae59a1-6751-43d0-b44b-97223a6c5cae req-43953fc0-41c2-485d-a9e8-00081b9dd618 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=438cd34c-f290-429f-8eae-c06eb10402d4 HTTP/1.1" status: 200 len: 999 time: 0.1011872 Aug 25 17:07:30.461483 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae59a1-6751-43d0-b44b-97223a6c5cae req-163a5f62-e1f9-4370-ba2c-fd4a33b8a10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:30.463196 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-49ae59a1-6751-43d0-b44b-97223a6c5cae req-163a5f62-e1f9-4370-ba2c-fd4a33b8a10c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=27b24ef3-530b-4ff3-993e-542863dc999f HTTP/1.1" status: 200 len: 848 time: 0.0607648 Aug 25 17:07:30.525209 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae59a1-6751-43d0-b44b-97223a6c5cae req-0fe55aad-35ec-45c0-abb3-cd018720d81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:30.527220 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-49ae59a1-6751-43d0-b44b-97223a6c5cae req-0fe55aad-35ec-45c0-abb3-cd018720d81b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ef11e297-234f-4d32-ac73-2a452cb37035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0552080 Aug 25 17:07:30.686363 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-49ae59a1-6751-43d0-b44b-97223a6c5cae req-f98472a9-6a58-452e-b807-a1c0ff08366e service neutron] 10.222.0.16 "GET /v2.0/networks/ef11e297-234f-4d32-ac73-2a452cb37035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498625 Aug 25 17:07:30.804904 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-49ae59a1-6751-43d0-b44b-97223a6c5cae req-c9ee1aa5-ae6e-429a-a428-6678b7b41000 service neutron] 10.222.0.16 "GET /v2.0/networks/ef11e297-234f-4d32-ac73-2a452cb37035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089218 Aug 25 17:07:30.860961 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f54f68-6bf0-4fbe-bea9-0a6fae4ea3f4 req-164bf770-774d-4681-868d-5e3538415808 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:30.863389 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c8f54f68-6bf0-4fbe-bea9-0a6fae4ea3f4 req-164bf770-774d-4681-868d-5e3538415808 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 943 time: 0.0661852 Aug 25 17:07:30.921453 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c8f54f68-6bf0-4fbe-bea9-0a6fae4ea3f4 req-d9480f80-69a6-4a92-8825-e1561c2d53a7 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397558 Aug 25 17:07:32.074777 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d290a-c8a8-44ae-a494-127f9c678c0a req-a4ae8b59-5822-4cb6-beca-17ffc3ffe142 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:32.076636 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f50d290a-c8a8-44ae-a494-127f9c678c0a req-a4ae8b59-5822-4cb6-beca-17ffc3ffe142 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 943 time: 0.0523396 Aug 25 17:07:32.123759 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f50d290a-c8a8-44ae-a494-127f9c678c0a req-2edf53f5-a06b-4668-b2c4-b0bc75bd08cd tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407205 Aug 25 17:07:33.327327 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1da253-5fa9-4195-84c7-608e2161a915 req-023e0b18-68cb-4838-9cf8-7e895f7f47af tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:33.336784 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-be1da253-5fa9-4195-84c7-608e2161a915 req-023e0b18-68cb-4838-9cf8-7e895f7f47af tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 943 time: 0.0932918 Aug 25 17:07:33.386081 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-be1da253-5fa9-4195-84c7-608e2161a915 req-225556af-55ef-4bf1-a4b6-763df0b2d8a6 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482597 Aug 25 17:07:34.508920 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b821c21-dd9d-4c21-a126-3deef13a205d req-c4c66d81-b2dc-4a82-9b1d-bb1baff2ef54 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:34.510436 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3b821c21-dd9d-4c21-a126-3deef13a205d req-c4c66d81-b2dc-4a82-9b1d-bb1baff2ef54 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 943 time: 0.0535114 Aug 25 17:07:34.547964 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3b821c21-dd9d-4c21-a126-3deef13a205d req-d636fa81-0857-4688-a56f-86b75f708289 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316293 Aug 25 17:07:35.542630 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-675b0cfa-30a8-494e-b3ff-bb445488b7d8 None None] Agent healthcheck: found 6 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:07:35.659041 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916f389-e99b-447b-b3e7-19024b98b032 req-a6263d92-fc7c-4cef-a57d-513384937dfd tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:35.660512 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a916f389-e99b-447b-b3e7-19024b98b032 req-a6263d92-fc7c-4cef-a57d-513384937dfd tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 943 time: 0.0482323 Aug 25 17:07:35.700789 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a916f389-e99b-447b-b3e7-19024b98b032 req-9079bc40-0c46-4220-adf4-dcaee5f3419a tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333681 Aug 25 17:07:36.814570 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a7d095-693a-4288-a007-167b5eb99023 req-f09d2267-13f8-4cd7-804e-c5897c972313 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:36.816066 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e1a7d095-693a-4288-a007-167b5eb99023 req-f09d2267-13f8-4cd7-804e-c5897c972313 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 943 time: 0.0499141 Aug 25 17:07:36.854910 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e1a7d095-693a-4288-a007-167b5eb99023 req-67ce485a-fc3a-4f92-b76c-77503fb58f1a tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329802 Aug 25 17:07:37.973575 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae8e42a-59d4-468d-b61e-5dda306df7a8 req-84f6e776-5cce-4488-af79-840473ed58dd tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:37.975038 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0ae8e42a-59d4-468d-b61e-5dda306df7a8 req-84f6e776-5cce-4488-af79-840473ed58dd tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 943 time: 0.0527332 Aug 25 17:07:38.012546 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0ae8e42a-59d4-468d-b61e-5dda306df7a8 req-690ae4c3-8e99-446f-92dd-f299e9a97611 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318272 Aug 25 17:07:39.143401 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d77cc-2a8d-4114-ae2f-bc1bf3b8dc6b req-dec9571b-f87d-45d6-9a1d-68ac3546b4d2 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:39.145779 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-065d77cc-2a8d-4114-ae2f-bc1bf3b8dc6b req-dec9571b-f87d-45d6-9a1d-68ac3546b4d2 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 943 time: 0.0511153 Aug 25 17:07:39.185426 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-065d77cc-2a8d-4114-ae2f-bc1bf3b8dc6b req-da5e941e-c7f7-4ad5-841a-8bd9ebb74968 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344822 Aug 25 17:07:39.711819 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 42294) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:07:39.821218 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d8a5b367-c96e-4793-b473-9b6b47576719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:39.917128 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d8a5b367-c96e-4793-b473-9b6b47576719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:39.922109 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d8a5b367-c96e-4793-b473-9b6b47576719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:39.959762 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a5b367-c96e-4793-b473-9b6b47576719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=089b6961-7e10-463d-8f2b-1cd64c85c820,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:07:39.966854 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-d8a5b367-c96e-4793-b473-9b6b47576719 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b3630d66861d4f7d8f181c4e7a61879e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2500226 Aug 25 17:07:39.968113 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 42306) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:07:40.023335 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7672655f-e3db-4fe9-adbb-ecd6fdc98b61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:40.044605 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7672655f-e3db-4fe9-adbb-ecd6fdc98b61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:40.090187 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7672655f-e3db-4fe9-adbb-ecd6fdc98b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:40.093361 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7672655f-e3db-4fe9-adbb-ecd6fdc98b61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:40.094552 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-7672655f-e3db-4fe9-adbb-ecd6fdc98b61 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/089b6961-7e10-463d-8f2b-1cd64c85c820 HTTP/1.1" status: 204 len: 168 time: 0.1265254 Aug 25 17:07:40.102205 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7672655f-e3db-4fe9-adbb-ecd6fdc98b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=089b6961-7e10-463d-8f2b-1cd64c85c820,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:07:40.242491 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device 438cd34c-f290-429f-8eae-c06eb10402d4 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 17:07:40.314591 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da931396-ca3d-42ee-bf44-ef44e54be038 req-4301d3d9-f2d5-493c-b98e-007db1b26153 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:40.316746 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-da931396-ca3d-42ee-bf44-ef44e54be038 req-4301d3d9-f2d5-493c-b98e-007db1b26153 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 943 time: 0.0564296 Aug 25 17:07:40.347848 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port 438cd34c-f290-429f-8eae-c06eb10402d4, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=438cd34c-f290-429f-8eae-c06eb10402d4,segment=NetworkSegment(3d213855-abfe-4e58-8480-7cb89771466f),segment_id=3d213855-abfe-4e58-8480-7cb89771466f)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:07:40.360894 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Returning: {'device': '438cd34c-f290-429f-8eae-c06eb10402d4', 'network_id': 'ef11e297-234f-4d32-ac73-2a452cb37035', 'port_id': '438cd34c-f290-429f-8eae-c06eb10402d4', 'mac_address': 'fa:16:3e:22:c6:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1479, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27b24ef3-530b-4ff3-993e-542863dc999f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 17:07:40.361055 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-da931396-ca3d-42ee-bf44-ef44e54be038 req-60f2c990-daa3-45be-9523-133a489b4e54 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377078 Aug 25 17:07:40.402631 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:40.404702 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 42314) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:07:40.415975 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 438cd34c-f290-429f-8eae-c06eb10402d4 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:07:40.417985 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fc0fe2a5-ca8a-493c-be7f-9575341b0346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:40.435685 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port 438cd34c-f290-429f-8eae-c06eb10402d4, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=438cd34c-f290-429f-8eae-c06eb10402d4,segment=NetworkSegment(3d213855-abfe-4e58-8480-7cb89771466f),segment_id=3d213855-abfe-4e58-8480-7cb89771466f)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:07:40.439738 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:40.494382 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Pushing event updated for resources: {'Port': ['ID=438cd34c-f290-429f-8eae-c06eb10402d4,revision_number=7']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:07:40.503602 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 42318) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:07:40.514982 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fc0fe2a5-ca8a-493c-be7f-9575341b0346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:40.518879 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fc0fe2a5-ca8a-493c-be7f-9575341b0346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:40.551889 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-330970a5-d246-443c-8aab-a2af1b200e56 admin admin] Deleting subnet f3ca3d30-1cd5-4c12-a3a3-6f0cfb377ae7 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 17:07:40.554884 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-330970a5-d246-443c-8aab-a2af1b200e56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:40.562876 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-fc0fe2a5-ca8a-493c-be7f-9575341b0346 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9a65855706af47619ca02477cf47efb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1536195 Aug 25 17:07:40.562876 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0fe2a5-ca8a-493c-be7f-9575341b0346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b04fc240-8ef6-4526-8585-f012aa1eae7f,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:07:40.563128 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 42320) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:07:40.589733 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-330970a5-d246-443c-8aab-a2af1b200e56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3565444'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:40.612170 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9cc238f5-a2b8-4261-a534-ca5e7ecfd5d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:40.628721 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-330970a5-d246-443c-8aab-a2af1b200e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16204973'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:40.633518 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9cc238f5-a2b8-4261-a534-ca5e7ecfd5d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:40.680725 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-330970a5-d246-443c-8aab-a2af1b200e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16204962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3625651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25269433'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:40.682498 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9cc238f5-a2b8-4261-a534-ca5e7ecfd5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:40.685965 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9cc238f5-a2b8-4261-a534-ca5e7ecfd5d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:40.687094 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-9cc238f5-a2b8-4261-a534-ca5e7ecfd5d4 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b04fc240-8ef6-4526-8585-f012aa1eae7f HTTP/1.1" status: 204 len: 168 time: 0.1231136 Aug 25 17:07:40.695754 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc238f5-a2b8-4261-a534-ca5e7ecfd5d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04fc240-8ef6-4526-8585-f012aa1eae7f,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:07:40.716130 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330970a5-d246-443c-8aab-a2af1b200e56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3ca3d30-1cd5-4c12-a3a3-6f0cfb377ae7,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:07:40.718744 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-330970a5-d246-443c-8aab-a2af1b200e56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16218488'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:40.720976 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-330970a5-d246-443c-8aab-a2af1b200e56 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/f3ca3d30-1cd5-4c12-a3a3-6f0cfb377ae7 HTTP/1.1" status: 204 len: 168 time: 0.2160459 Aug 25 17:07:40.723383 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 42324) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:07:40.790222 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f338e60f-d9bf-424f-b4b2-331f3e271295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16174397'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:40.873723 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f338e60f-d9bf-424f-b4b2-331f3e271295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16079958', 'neutron.services.segments.db._delete_segments_for_network-8743706101742'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:40.884330 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-f338e60f-d9bf-424f-b4b2-331f3e271295 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e79aebb2-d456-41b3-9af0-91d4d68ea63c']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:07:40.890045 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] get_ports_and_sgs() called for port_ids ['438cd34c-f290-429f-8eae-c06eb10402d4'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:07:40.896294 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-f338e60f-d9bf-424f-b4b2-331f3e271295 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88070606-55c4-4826-97a9-68c054a26a53') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:07:40.896294 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-f338e60f-d9bf-424f-b4b2-331f3e271295 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88070606-55c4-4826-97a9-68c054a26a53') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:07:40.905640 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f338e60f-d9bf-424f-b4b2-331f3e271295 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743706101625', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3565467'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:40.922120 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f338e60f-d9bf-424f-b4b2-331f3e271295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16206884'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:40.929440 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f338e60f-d9bf-424f-b4b2-331f3e271295 admin admin] Releasing vlan 1454 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 17:07:40.929886 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f338e60f-d9bf-424f-b4b2-331f3e271295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16206884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3625685'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:40.931720 dv-cinder-791240-5-iscsi neutron-server[93883]: Traceback (most recent call last): Aug 25 17:07:40.931720 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 17:07:40.931720 dv-cinder-791240-5-iscsi neutron-server[93883]: timer() Aug 25 17:07:40.931720 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 17:07:40.931720 dv-cinder-791240-5-iscsi neutron-server[93883]: cb(*args, **kw) Aug 25 17:07:40.931720 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 17:07:40.931720 dv-cinder-791240-5-iscsi neutron-server[93883]: return func(*args, **kwargs) Aug 25 17:07:40.931720 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 17:07:40.931720 dv-cinder-791240-5-iscsi neutron-server[93883]: self._notify() Aug 25 17:07:40.931720 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 17:07:40.931720 dv-cinder-791240-5-iscsi neutron-server[93883]: self.callback(batched_events) Aug 25 17:07:40.931720 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 17:07:40.931720 dv-cinder-791240-5-iscsi neutron-server[93883]: event.method(event) Aug 25 17:07:40.931720 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 17:07:40.931720 dv-cinder-791240-5-iscsi neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 17:07:40.931720 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 17:07:40.931720 dv-cinder-791240-5-iscsi neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 17:07:40.931720 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 17:07:40.931720 dv-cinder-791240-5-iscsi neutron-server[93883]: return f(self, *a, **k) Aug 25 17:07:40.931720 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 17:07:40.931720 dv-cinder-791240-5-iscsi neutron-server[93883]: return self._get(url).json() Aug 25 17:07:40.931720 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 17:07:40.931720 dv-cinder-791240-5-iscsi neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 17:07:40.931720 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 17:07:40.931720 dv-cinder-791240-5-iscsi neutron-server[93883]: return self.request(url, 'GET', **kwargs) Aug 25 17:07:40.931720 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 17:07:40.931720 dv-cinder-791240-5-iscsi neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 17:07:40.931720 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 17:07:40.931720 dv-cinder-791240-5-iscsi neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 17:07:40.931720 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 17:07:40.931720 dv-cinder-791240-5-iscsi neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 17:07:40.931720 dv-cinder-791240-5-iscsi neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 17:07:40.991917 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f338e60f-d9bf-424f-b4b2-331f3e271295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16079919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613987'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:41.000244 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f338e60f-d9bf-424f-b4b2-331f3e271295 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16218488'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:41.004882 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-f338e60f-d9bf-424f-b4b2-331f3e271295 admin admin] 10.222.0.88 "DELETE /v2.0/networks/e79aebb2-d456-41b3-9af0-91d4d68ea63c HTTP/1.1" status: 204 len: 168 time: 0.2804208 Aug 25 17:07:41.016346 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f338e60f-d9bf-424f-b4b2-331f3e271295 admin admin] Pushing event deleted for resources: {'Network': ['ID=e79aebb2-d456-41b3-9af0-91d4d68ea63c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:07:41.072604 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 42334) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:07:41.089819 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-aaaf0a2e-76d9-4a85-8e5a-5e6e0502bcaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:41.171288 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 42340) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:07:41.203579 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-aaaf0a2e-76d9-4a85-8e5a-5e6e0502bcaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:41.207343 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-aaaf0a2e-76d9-4a85-8e5a-5e6e0502bcaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:41.215415 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-404488a6-b0ae-4cb0-adb9-a3c75ad668ea admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d5303f5a5cb64e0da4cb24f70284472a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0427201 Aug 25 17:07:41.217822 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 42342) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:07:41.245001 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-aaaf0a2e-76d9-4a85-8e5a-5e6e0502bcaf admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b1e48686e4c843b68b4bbc512f365ba8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1711371 Aug 25 17:07:41.246148 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf0a2e-76d9-4a85-8e5a-5e6e0502bcaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0b5f83-be85-4443-9225-468db2a264ee,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:07:41.248750 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 42344) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:07:41.271763 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c6902492-e45f-4a56-b398-4e32c417d4de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:41.295096 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c6902492-e45f-4a56-b398-4e32c417d4de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:41.307817 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f1f11e2e-f638-4098-a873-c6768473f7ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:41.331521 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f1f11e2e-f638-4098-a873-c6768473f7ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:41.355548 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c6902492-e45f-4a56-b398-4e32c417d4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:41.358981 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c6902492-e45f-4a56-b398-4e32c417d4de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:41.363177 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-c6902492-e45f-4a56-b398-4e32c417d4de admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b233c48d-7fa9-4ea3-93b7-0a00e258071d HTTP/1.1" status: 204 len: 168 time: 0.1433516 Aug 25 17:07:41.377110 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6902492-e45f-4a56-b398-4e32c417d4de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b233c48d-7fa9-4ea3-93b7-0a00e258071d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:07:41.383094 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f1f11e2e-f638-4098-a873-c6768473f7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:41.385960 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f1f11e2e-f638-4098-a873-c6768473f7ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:41.389329 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-f1f11e2e-f638-4098-a873-c6768473f7ed admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ab0b5f83-be85-4443-9225-468db2a264ee HTTP/1.1" status: 204 len: 168 time: 0.1373713 Aug 25 17:07:41.396704 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f11e2e-f638-4098-a873-c6768473f7ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0b5f83-be85-4443-9225-468db2a264ee,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:07:41.495354 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e31e52-85b3-4c8a-8e0f-8f7757da9a4d req-42b79ab2-c6af-4785-8c8d-8e3201e75c41 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:41.497553 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d7e31e52-85b3-4c8a-8e0f-8f7757da9a4d req-42b79ab2-c6af-4785-8c8d-8e3201e75c41 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 944 time: 0.0516262 Aug 25 17:07:41.539907 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d7e31e52-85b3-4c8a-8e0f-8f7757da9a4d req-075d8a32-759c-4af6-b32c-cba88ac4899f tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359142 Aug 25 17:07:42.258134 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device 438cd34c-f290-429f-8eae-c06eb10402d4 up at agent hyperv_hv-cinder-79124 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:07:42.319089 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Provisioning complete for port 438cd34c-f290-429f-8eae-c06eb10402d4 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:07:42.319466 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:42.421355 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:42.451107 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d7d941e-765e-41ad-b6c5-9f0b54310112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '438cd34c-f290-429f-8eae-c06eb10402d4'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:07:42.453519 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a4fac4520762e8d57daf7008e8680b9db75e4099b28a5f40786ddec6b187ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-593d559d-0389-4c6d-84ee-b6de5dacf561" -d '{"events": [{"server_uuid": "0d7d941e-765e-41ad-b6c5-9f0b54310112", "name": "network-vif-plugged", "status": "completed", "tag": "438cd34c-f290-429f-8eae-c06eb10402d4"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:07:42.471088 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port 438cd34c-f290-429f-8eae-c06eb10402d4, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=438cd34c-f290-429f-8eae-c06eb10402d4,segment=NetworkSegment(3d213855-abfe-4e58-8480-7cb89771466f),segment_id=3d213855-abfe-4e58-8480-7cb89771466f)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:07:42.478759 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:42.522062 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d700273-7e25-4cf6-b10f-8af2b3139a6a x-openstack-request-id: req-8d700273-7e25-4cf6-b10f-8af2b3139a6a {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:07:42.522343 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d7d941e-765e-41ad-b6c5-9f0b54310112", "name": "network-vif-plugged", "status": "completed", "tag": "438cd34c-f290-429f-8eae-c06eb10402d4", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:07:42.525162 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8d700273-7e25-4cf6-b10f-8af2b3139a6a {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:07:42.525816 dv-cinder-791240-5-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d7d941e-765e-41ad-b6c5-9f0b54310112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '438cd34c-f290-429f-8eae-c06eb10402d4', 'code': 200} Aug 25 17:07:42.573853 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Pushing event updated for resources: {'Port': ['ID=438cd34c-f290-429f-8eae-c06eb10402d4,revision_number=8']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:07:42.764337 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd16b9-f020-432f-aa55-11ad4e7b6280 req-9627072e-a0fd-4066-8c4c-4d9f7a10d0b6 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:42.766176 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2cbd16b9-f020-432f-aa55-11ad4e7b6280 req-9627072e-a0fd-4066-8c4c-4d9f7a10d0b6 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 945 time: 0.1053362 Aug 25 17:07:42.862003 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2cbd16b9-f020-432f-aa55-11ad4e7b6280 req-caef87eb-4a3f-4388-9173-da17a0192eb8 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808446 Aug 25 17:07:42.894006 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d564298-185b-43bb-adc9-17f12ad20671 req-9b823b7c-6d2f-441d-a97f-0b92d66a7dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:42.896177 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9d564298-185b-43bb-adc9-17f12ad20671 req-9b823b7c-6d2f-441d-a97f-0b92d66a7dd9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 1098 time: 0.0833788 Aug 25 17:07:42.941535 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9d564298-185b-43bb-adc9-17f12ad20671 req-4d3c6ac6-1be6-4f27-a5b1-04936fb03e97 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305672 Aug 25 17:07:43.075144 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-960cc5f0-ac67-4a64-91fe-d069b8346e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:43.966693 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39cc2f5-dce6-4fb9-ae84-6ad77af712c4 req-72850288-8f00-4e28-93bb-f9c95affbafb tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:43.968266 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f39cc2f5-dce6-4fb9-ae84-6ad77af712c4 req-72850288-8f00-4e28-93bb-f9c95affbafb tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 945 time: 0.0520339 Aug 25 17:07:44.006460 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f39cc2f5-dce6-4fb9-ae84-6ad77af712c4 req-3bfb028b-37ca-44cd-bce5-ba973094767d tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319505 Aug 25 17:07:45.134266 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b7f31-33ed-4d9a-ba95-1e8e238a710f req-3abad4e2-3132-43f0-9eff-0328f3fd61dc tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:07:45.135842 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-834b7f31-33ed-4d9a-ba95-1e8e238a710f req-3abad4e2-3132-43f0-9eff-0328f3fd61dc tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 945 time: 0.0611577 Aug 25 17:07:45.181300 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-834b7f31-33ed-4d9a-ba95-1e8e238a710f req-41580f3f-796d-4ad7-8aeb-238c458cdef1 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377407 Aug 25 17:07:45.699515 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1860545d-4a6b-4c84-baca-e21944a59c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:45.900704 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:45.911927 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:47.053917 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3a305108-1f99-4b5d-a622-23901fed2525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:48.217055 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 42594) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:07:48.410510 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7978419e-b967-4a47-8975-0267302d25d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:48.447497 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-460f6f79-fc0e-4ba2-b696-fd8029825175 admin admin] Deleting subnet e989f4e9-5f2b-41ca-9069-c9a0e334bf3f {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 17:07:48.451149 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-460f6f79-fc0e-4ba2-b696-fd8029825175 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:48.487045 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-460f6f79-fc0e-4ba2-b696-fd8029825175 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4113530'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:48.526333 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-460f6f79-fc0e-4ba2-b696-fd8029825175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16204973'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:48.578151 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-460f6f79-fc0e-4ba2-b696-fd8029825175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16204962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3732890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26007577'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:48.607661 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460f6f79-fc0e-4ba2-b696-fd8029825175 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e989f4e9-5f2b-41ca-9069-c9a0e334bf3f,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:07:48.609616 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-460f6f79-fc0e-4ba2-b696-fd8029825175 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:48.611468 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-460f6f79-fc0e-4ba2-b696-fd8029825175 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/e989f4e9-5f2b-41ca-9069-c9a0e334bf3f HTTP/1.1" status: 204 len: 168 time: 0.3930922 Aug 25 17:07:48.613980 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 42606) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:07:48.694295 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3bf9c9e9-220e-4767-bba6-7b8809159bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16174397'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:48.774595 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3bf9c9e9-220e-4767-bba6-7b8809159bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16079958', 'neutron.services.segments.db._delete_segments_for_network-8743706101742'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:48.784340 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.services.segments.db [None req-3bf9c9e9-220e-4767-bba6-7b8809159bb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['244d0188-3706-4e13-b4e5-16a2dd2249d6']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:07:48.794013 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.services.segments.db [None req-3bf9c9e9-220e-4767-bba6-7b8809159bb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afe6f7c0-b77b-4548-99ec-fb34a489e3ce') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:07:48.794310 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.services.segments.db [None req-3bf9c9e9-220e-4767-bba6-7b8809159bb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afe6f7c0-b77b-4548-99ec-fb34a489e3ce') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:07:48.803546 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3bf9c9e9-220e-4767-bba6-7b8809159bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743706101625', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4113509'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:48.817609 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3bf9c9e9-220e-4767-bba6-7b8809159bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16206884'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:48.823294 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bf9c9e9-220e-4767-bba6-7b8809159bb1 admin admin] Releasing vlan 1458 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 17:07:48.823679 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3bf9c9e9-220e-4767-bba6-7b8809159bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16206884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3732988'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:48.825962 dv-cinder-791240-5-iscsi neutron-server[93882]: Traceback (most recent call last): Aug 25 17:07:48.825962 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 17:07:48.825962 dv-cinder-791240-5-iscsi neutron-server[93882]: timer() Aug 25 17:07:48.825962 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 17:07:48.825962 dv-cinder-791240-5-iscsi neutron-server[93882]: cb(*args, **kw) Aug 25 17:07:48.825962 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 17:07:48.825962 dv-cinder-791240-5-iscsi neutron-server[93882]: return func(*args, **kwargs) Aug 25 17:07:48.825962 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 17:07:48.825962 dv-cinder-791240-5-iscsi neutron-server[93882]: self._notify() Aug 25 17:07:48.825962 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 17:07:48.825962 dv-cinder-791240-5-iscsi neutron-server[93882]: self.callback(batched_events) Aug 25 17:07:48.825962 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 17:07:48.825962 dv-cinder-791240-5-iscsi neutron-server[93882]: event.method(event) Aug 25 17:07:48.825962 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 17:07:48.825962 dv-cinder-791240-5-iscsi neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 17:07:48.825962 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 17:07:48.825962 dv-cinder-791240-5-iscsi neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 17:07:48.825962 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 17:07:48.825962 dv-cinder-791240-5-iscsi neutron-server[93882]: return f(self, *a, **k) Aug 25 17:07:48.825962 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 17:07:48.825962 dv-cinder-791240-5-iscsi neutron-server[93882]: return self._get(url).json() Aug 25 17:07:48.825962 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 17:07:48.825962 dv-cinder-791240-5-iscsi neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 17:07:48.825962 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 17:07:48.825962 dv-cinder-791240-5-iscsi neutron-server[93882]: return self.request(url, 'GET', **kwargs) Aug 25 17:07:48.825962 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 17:07:48.825962 dv-cinder-791240-5-iscsi neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 17:07:48.825962 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 17:07:48.825962 dv-cinder-791240-5-iscsi neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 17:07:48.825962 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 17:07:48.825962 dv-cinder-791240-5-iscsi neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 17:07:48.825962 dv-cinder-791240-5-iscsi neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 17:07:48.883310 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3bf9c9e9-220e-4767-bba6-7b8809159bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16079919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613987'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:48.888353 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3bf9c9e9-220e-4767-bba6-7b8809159bb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16218488'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:48.890264 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-3bf9c9e9-220e-4767-bba6-7b8809159bb1 admin admin] 10.222.0.88 "DELETE /v2.0/networks/244d0188-3706-4e13-b4e5-16a2dd2249d6 HTTP/1.1" status: 204 len: 168 time: 0.2753816 Aug 25 17:07:48.900837 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf9c9e9-220e-4767-bba6-7b8809159bb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=244d0188-3706-4e13-b4e5-16a2dd2249d6,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:07:49.006034 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 42610) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:07:49.048035 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-ce745f72-ca9d-480b-9e40-cfc35f0aa743 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=624895c29e8d457e9430801427544bc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0407286 Aug 25 17:07:49.050350 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 42612) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:07:49.098540 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ea852187-1210-4e1a-bd40-a1a783ec5efe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:49.118908 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ea852187-1210-4e1a-bd40-a1a783ec5efe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:49.168164 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ea852187-1210-4e1a-bd40-a1a783ec5efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:49.171287 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ea852187-1210-4e1a-bd40-a1a783ec5efe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:49.172425 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-ea852187-1210-4e1a-bd40-a1a783ec5efe admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3ff2fa2b-3d3a-480d-b2c8-4b08fb33b5b3 HTTP/1.1" status: 204 len: 168 time: 0.1211977 Aug 25 17:07:49.180048 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea852187-1210-4e1a-bd40-a1a783ec5efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff2fa2b-3d3a-480d-b2c8-4b08fb33b5b3,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:07:49.704789 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 42640) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:07:49.823385 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3e1391c7-83a4-410c-955a-d04d0a4601dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:49.918969 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3e1391c7-83a4-410c-955a-d04d0a4601dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:49.923719 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3e1391c7-83a4-410c-955a-d04d0a4601dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:49.963670 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-3e1391c7-83a4-410c-955a-d04d0a4601dc admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=03bfe713511642d1a3af49b9da301f97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2577517 Aug 25 17:07:49.964995 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1391c7-83a4-410c-955a-d04d0a4601dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f389f871-5dc0-4098-a6c7-e5e5e16a767a,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:07:49.966330 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 42654) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:07:50.023739 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fce30b41-d69e-4726-96f9-a9efe2013f57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:50.046997 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fce30b41-d69e-4726-96f9-a9efe2013f57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:50.107134 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fce30b41-d69e-4726-96f9-a9efe2013f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:50.109561 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fce30b41-d69e-4726-96f9-a9efe2013f57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:50.110963 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-fce30b41-d69e-4726-96f9-a9efe2013f57 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f389f871-5dc0-4098-a6c7-e5e5e16a767a HTTP/1.1" status: 204 len: 168 time: 0.1433532 Aug 25 17:07:50.118620 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce30b41-d69e-4726-96f9-a9efe2013f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f389f871-5dc0-4098-a6c7-e5e5e16a767a,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:07:50.481425 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 42678) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:07:50.495690 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3bcc6d40-4316-4bbf-9625-4312247cc83c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:50.587597 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3bcc6d40-4316-4bbf-9625-4312247cc83c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:50.592759 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3bcc6d40-4316-4bbf-9625-4312247cc83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:50.629570 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-3bcc6d40-4316-4bbf-9625-4312247cc83c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=bc0aaa8fe258427c961a2dd1279704c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1469266 Aug 25 17:07:50.630456 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc6d40-4316-4bbf-9625-4312247cc83c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0211d30-390b-45e3-8496-1bdad07d6fd7,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:07:50.632191 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 42680) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:07:50.686397 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-46ae9adb-0f12-4933-a48f-0ad07446c1e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:50.709318 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-46ae9adb-0f12-4933-a48f-0ad07446c1e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:50.759545 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-46ae9adb-0f12-4933-a48f-0ad07446c1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:50.762320 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-46ae9adb-0f12-4933-a48f-0ad07446c1e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:50.764072 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-46ae9adb-0f12-4933-a48f-0ad07446c1e5 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f0211d30-390b-45e3-8496-1bdad07d6fd7 HTTP/1.1" status: 204 len: 168 time: 0.1302516 Aug 25 17:07:50.771808 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ae9adb-0f12-4933-a48f-0ad07446c1e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0211d30-390b-45e3-8496-1bdad07d6fd7,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:07:51.082271 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 42686) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:07:51.097651 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d54bd90a-4647-4058-ae9d-c74cff4942d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:51.188343 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d54bd90a-4647-4058-ae9d-c74cff4942d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:51.192438 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d54bd90a-4647-4058-ae9d-c74cff4942d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:51.229959 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54bd90a-4647-4058-ae9d-c74cff4942d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b4661b-f077-44e5-80d7-0751914037e8,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:07:51.236674 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-d54bd90a-4647-4058-ae9d-c74cff4942d3 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5111657ced464bc29f858b8d4fdfe790&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1532376 Aug 25 17:07:51.238653 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 42690) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:07:51.300246 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b9a803ce-c41f-436b-bb48-c2a3eba5b3d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:51.321522 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b9a803ce-c41f-436b-bb48-c2a3eba5b3d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:51.367753 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b9a803ce-c41f-436b-bb48-c2a3eba5b3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:51.370297 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b9a803ce-c41f-436b-bb48-c2a3eba5b3d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:07:51.371480 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-b9a803ce-c41f-436b-bb48-c2a3eba5b3d4 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f8b4661b-f077-44e5-80d7-0751914037e8 HTTP/1.1" status: 204 len: 168 time: 0.1318150 Aug 25 17:07:51.379198 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a803ce-c41f-436b-bb48-c2a3eba5b3d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b4661b-f077-44e5-80d7-0751914037e8,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:08:01.108568 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97615fe9-0f1a-43ba-8c0d-1f9326c516ad req-d9801fcb-6d6d-4bb8-95b1-f794d255ee89 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:08:01.116749 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-97615fe9-0f1a-43ba-8c0d-1f9326c516ad req-d9801fcb-6d6d-4bb8-95b1-f794d255ee89 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/ports?device_id=23d0a6a9-6a99-4f5d-941e-af2f69b1e03a HTTP/1.1" status: 200 len: 946 time: 0.0611405 Aug 25 17:08:01.151958 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-97615fe9-0f1a-43ba-8c0d-1f9326c516ad req-04060322-00f0-41b6-8060-186cf2db5be3 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/security-groups?id=d911630e-e40c-452f-9806-e620e347b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341461 Aug 25 17:08:02.272918 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df05d27-bef8-4a63-a4a9-5d4f2ccf61f9 req-0afdd253-39ea-445c-8d99-c6af808c93f3 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:08:02.274461 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2df05d27-bef8-4a63-a4a9-5d4f2ccf61f9 req-0afdd253-39ea-445c-8d99-c6af808c93f3 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/ports?device_id=23d0a6a9-6a99-4f5d-941e-af2f69b1e03a HTTP/1.1" status: 200 len: 946 time: 0.0487676 Aug 25 17:08:02.314104 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2df05d27-bef8-4a63-a4a9-5d4f2ccf61f9 req-f8648b67-0c73-4c12-b195-d7518fdc5890 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/security-groups?id=d911630e-e40c-452f-9806-e620e347b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331073 Aug 25 17:08:02.441940 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 42790) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:08:02.549864 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3d997e43-4c2e-46c8-8d6b-c9874338a295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:08:02.634944 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3d997e43-4c2e-46c8-8d6b-c9874338a295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:08:02.638568 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3d997e43-4c2e-46c8-8d6b-c9874338a295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:08:02.675895 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-3d997e43-4c2e-46c8-8d6b-c9874338a295 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b0269bf7812a4a0bacf45185d3e93f0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2329288 Aug 25 17:08:02.676998 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d997e43-4c2e-46c8-8d6b-c9874338a295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1faaa2a4-30cf-41a7-9f87-0928a4265742,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:08:02.678635 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 42794) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:08:02.726708 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1727ec14-ce02-4b0a-8cac-0fa082cc8539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:08:02.750856 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1727ec14-ce02-4b0a-8cac-0fa082cc8539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:08:02.797323 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1727ec14-ce02-4b0a-8cac-0fa082cc8539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:08:02.800214 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1727ec14-ce02-4b0a-8cac-0fa082cc8539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:08:02.801325 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-1727ec14-ce02-4b0a-8cac-0fa082cc8539 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/1faaa2a4-30cf-41a7-9f87-0928a4265742 HTTP/1.1" status: 204 len: 168 time: 0.1216047 Aug 25 17:08:02.809615 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1727ec14-ce02-4b0a-8cac-0fa082cc8539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1faaa2a4-30cf-41a7-9f87-0928a4265742,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:08:02.816903 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1727ec14-ce02-4b0a-8cac-0fa082cc8539 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:08:02.817248 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1727ec14-ce02-4b0a-8cac-0fa082cc8539 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:08:02.817592 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1727ec14-ce02-4b0a-8cac-0fa082cc8539 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:08:02.817955 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1727ec14-ce02-4b0a-8cac-0fa082cc8539 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:08:02.818287 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1727ec14-ce02-4b0a-8cac-0fa082cc8539 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:08:02.818618 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1727ec14-ce02-4b0a-8cac-0fa082cc8539 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:08:02.818944 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1727ec14-ce02-4b0a-8cac-0fa082cc8539 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:08:02.819269 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1727ec14-ce02-4b0a-8cac-0fa082cc8539 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:08:02.819691 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1727ec14-ce02-4b0a-8cac-0fa082cc8539 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:08:02.819900 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1727ec14-ce02-4b0a-8cac-0fa082cc8539 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:08:02.820330 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1727ec14-ce02-4b0a-8cac-0fa082cc8539 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:08:02.820774 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1727ec14-ce02-4b0a-8cac-0fa082cc8539 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:08:03.429064 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac30fe-c7fa-46d0-a6ba-d702d4f834ec req-039b95c4-efa0-4015-9d55-1522925fc417 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:08:03.430568 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3aac30fe-c7fa-46d0-a6ba-d702d4f834ec req-039b95c4-efa0-4015-9d55-1522925fc417 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/ports?device_id=23d0a6a9-6a99-4f5d-941e-af2f69b1e03a HTTP/1.1" status: 200 len: 946 time: 0.0479977 Aug 25 17:08:03.467983 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3aac30fe-c7fa-46d0-a6ba-d702d4f834ec req-2f32e71b-41d2-4164-b7f8-2ed1c909f492 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/security-groups?id=d911630e-e40c-452f-9806-e620e347b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309062 Aug 25 17:08:04.582996 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84bb314-befe-42f5-8a94-e44d8ce14699 req-3563f519-7a98-4d2c-b927-77d12e357418 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:08:04.584338 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b84bb314-befe-42f5-8a94-e44d8ce14699 req-3563f519-7a98-4d2c-b927-77d12e357418 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/ports?device_id=23d0a6a9-6a99-4f5d-941e-af2f69b1e03a HTTP/1.1" status: 200 len: 946 time: 0.0491366 Aug 25 17:08:04.624826 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b84bb314-befe-42f5-8a94-e44d8ce14699 req-699f5cef-9191-4070-a72f-4b2a5867dd66 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/security-groups?id=d911630e-e40c-452f-9806-e620e347b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341244 Aug 25 17:08:05.736202 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027d76c-fa93-4c29-bcd9-c5c8eb116335 req-36ab6737-a503-41af-a8d2-9fd3aed31183 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:08:05.737660 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a027d76c-fa93-4c29-bcd9-c5c8eb116335 req-36ab6737-a503-41af-a8d2-9fd3aed31183 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/ports?device_id=23d0a6a9-6a99-4f5d-941e-af2f69b1e03a HTTP/1.1" status: 200 len: 946 time: 0.0479875 Aug 25 17:08:05.774789 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a027d76c-fa93-4c29-bcd9-c5c8eb116335 req-afa6d145-b89d-4867-acc1-a052714acf3a tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/security-groups?id=d911630e-e40c-452f-9806-e620e347b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312700 Aug 25 17:08:06.887375 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20543b54-01db-4cf1-8830-ff0b3d580fcc req-e5577504-32c0-402c-845c-f11e6b1c5c2d tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:08:06.888824 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-20543b54-01db-4cf1-8830-ff0b3d580fcc req-e5577504-32c0-402c-845c-f11e6b1c5c2d tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/ports?device_id=23d0a6a9-6a99-4f5d-941e-af2f69b1e03a HTTP/1.1" status: 200 len: 946 time: 0.0476694 Aug 25 17:08:06.925647 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-20543b54-01db-4cf1-8830-ff0b3d580fcc req-b9bc9674-3bad-4b72-926e-9c573829b17f tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/security-groups?id=d911630e-e40c-452f-9806-e620e347b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310614 Aug 25 17:08:08.049589 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60ccec-4a0a-4d9f-9826-d08dad5f2a21 req-9f93ff41-97a8-4563-9daa-94ca565f96d4 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:08:08.051130 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9a60ccec-4a0a-4d9f-9826-d08dad5f2a21 req-9f93ff41-97a8-4563-9daa-94ca565f96d4 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/ports?device_id=23d0a6a9-6a99-4f5d-941e-af2f69b1e03a HTTP/1.1" status: 200 len: 946 time: 0.0467079 Aug 25 17:08:08.092306 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9a60ccec-4a0a-4d9f-9826-d08dad5f2a21 req-0c0f41b0-b6d2-4188-8202-8ec2f7d2fb0b tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/security-groups?id=d911630e-e40c-452f-9806-e620e347b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353422 Aug 25 17:08:09.209006 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f5c077-2bfb-4caf-a707-b5922805e117 req-6e6f6b25-8264-4083-a346-ab1136121fde tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:08:09.210412 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b1f5c077-2bfb-4caf-a707-b5922805e117 req-6e6f6b25-8264-4083-a346-ab1136121fde tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/ports?device_id=23d0a6a9-6a99-4f5d-941e-af2f69b1e03a HTTP/1.1" status: 200 len: 946 time: 0.0478718 Aug 25 17:08:09.247786 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b1f5c077-2bfb-4caf-a707-b5922805e117 req-d91ca504-8d6f-4137-a390-b1ba6e1427e2 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/security-groups?id=d911630e-e40c-452f-9806-e620e347b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308483 Aug 25 17:08:10.361968 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c043ea7-58f6-411f-b4ef-233d7d93e758 req-bda3e992-edbc-43fc-980a-3264bbd6a2a4 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:08:10.363455 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1c043ea7-58f6-411f-b4ef-233d7d93e758 req-bda3e992-edbc-43fc-980a-3264bbd6a2a4 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/ports?device_id=23d0a6a9-6a99-4f5d-941e-af2f69b1e03a HTTP/1.1" status: 200 len: 946 time: 0.0486529 Aug 25 17:08:10.399170 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1c043ea7-58f6-411f-b4ef-233d7d93e758 req-4d9e1030-b0c6-4aab-841d-cf3ec1f27e36 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/security-groups?id=d911630e-e40c-452f-9806-e620e347b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299129 Aug 25 17:08:11.514174 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813199d4-14ea-475f-b00f-b1b579b85433 req-21f122df-5866-46db-8909-b44e829ea7c5 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:08:11.515545 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-813199d4-14ea-475f-b00f-b1b579b85433 req-21f122df-5866-46db-8909-b44e829ea7c5 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/ports?device_id=23d0a6a9-6a99-4f5d-941e-af2f69b1e03a HTTP/1.1" status: 200 len: 946 time: 0.0481961 Aug 25 17:08:11.556320 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-813199d4-14ea-475f-b00f-b1b579b85433 req-2bccd7df-fc25-498b-9c70-702ceee99816 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/security-groups?id=d911630e-e40c-452f-9806-e620e347b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349638 Aug 25 17:08:11.752716 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4501d985-8fe3-4fe1-96e6-3ef586723c78 req-1f6d259a-4f9b-4802-aa47-59f499b2aa8c tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:08:11.754369 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4501d985-8fe3-4fe1-96e6-3ef586723c78 req-1f6d259a-4f9b-4802-aa47-59f499b2aa8c tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/ports?device_id=23d0a6a9-6a99-4f5d-941e-af2f69b1e03a HTTP/1.1" status: 200 len: 946 time: 0.0494573 Aug 25 17:08:11.793992 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4501d985-8fe3-4fe1-96e6-3ef586723c78 req-da49bf06-3ed4-4897-bc30-966dd0ee7a7b tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/security-groups?id=d911630e-e40c-452f-9806-e620e347b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325596 Aug 25 17:08:11.808129 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7e513-1966-4165-959b-6ae4b49ec3d7 req-360b6b23-1cc4-4726-b92f-39e2a0449cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:08:11.810049 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-aff7e513-1966-4165-959b-6ae4b49ec3d7 req-360b6b23-1cc4-4726-b92f-39e2a0449cd7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b481d864bbdf470583d302856fcdb3c2&device_id=23d0a6a9-6a99-4f5d-941e-af2f69b1e03a HTTP/1.1" status: 200 len: 1099 time: 0.0409267 Aug 25 17:08:11.899966 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7e513-1966-4165-959b-6ae4b49ec3d7 req-1694af04-75f2-4cac-b2d5-e593eef9467c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:08:11.901616 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-aff7e513-1966-4165-959b-6ae4b49ec3d7 req-1694af04-75f2-4cac-b2d5-e593eef9467c service neutron] 10.222.0.16 "GET /v2.0/networks?id=d686dfae-89b6-4141-b607-e36388f6039b HTTP/1.1" status: 200 len: 912 time: 0.0845342 Aug 25 17:08:11.981863 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-aff7e513-1966-4165-959b-6ae4b49ec3d7 req-a7b3a043-8ae2-44dd-a862-abf646013d62 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab99c3a1-f1a4-4219-83d8-17fc28201a8b HTTP/1.1" status: 200 len: 1001 time: 0.0698383 Aug 25 17:08:12.035957 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7e513-1966-4165-959b-6ae4b49ec3d7 req-9b570ba8-5743-43fb-88cb-b5e8812d5c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:08:12.037419 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-aff7e513-1966-4165-959b-6ae4b49ec3d7 req-9b570ba8-5743-43fb-88cb-b5e8812d5c32 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b924291b-4b0f-4431-8d0f-79843e01869c HTTP/1.1" status: 200 len: 849 time: 0.0483086 Aug 25 17:08:12.086436 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7e513-1966-4165-959b-6ae4b49ec3d7 req-bd8a6cdb-ba9d-4f54-affc-ca7bdcc48ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:08:12.087789 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-aff7e513-1966-4165-959b-6ae4b49ec3d7 req-bd8a6cdb-ba9d-4f54-affc-ca7bdcc48ba2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d686dfae-89b6-4141-b607-e36388f6039b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0377936 Aug 25 17:08:12.187500 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-aff7e513-1966-4165-959b-6ae4b49ec3d7 req-374a89ec-4f16-4f5a-bea3-561d1bab2fa9 service neutron] 10.222.0.16 "GET /v2.0/networks/d686dfae-89b6-4141-b607-e36388f6039b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863376 Aug 25 17:08:12.284592 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-aff7e513-1966-4165-959b-6ae4b49ec3d7 req-e91cc7c9-4c27-4e0c-b6cc-8d5159c30786 service neutron] 10.222.0.16 "GET /v2.0/networks/d686dfae-89b6-4141-b607-e36388f6039b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846107 Aug 25 17:08:12.358228 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b185a9e-29b8-432f-8956-2c88b5a72bcc req-99665ac0-a1f3-4787-a595-54eab6f717ab tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:08:12.360101 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8b185a9e-29b8-432f-8956-2c88b5a72bcc req-99665ac0-a1f3-4787-a595-54eab6f717ab tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/ports?device_id=1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b HTTP/1.1" status: 200 len: 984 time: 0.0639825 Aug 25 17:08:12.370934 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f642d2aa-b2e8-4443-9b3d-fb5bafbce006 req-afe5a964-ac2e-4a23-9c7f-83e58331fc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:08:12.372460 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f642d2aa-b2e8-4443-9b3d-fb5bafbce006 req-afe5a964-ac2e-4a23-9c7f-83e58331fc8b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2e0f86f1410e48e99ce078647d3125f3&device_id=1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b HTTP/1.1" status: 200 len: 1137 time: 0.0475435 Aug 25 17:08:12.404968 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8b185a9e-29b8-432f-8956-2c88b5a72bcc req-bb57f2e8-277e-4eec-9fbd-1261af38a228 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/security-groups?id=2f41bede-88ae-49ca-a50e-ce7816d45c40&id=fc841b61-b788-4e60-b50f-4548910a8e28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0384557 Aug 25 17:08:12.465629 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f642d2aa-b2e8-4443-9b3d-fb5bafbce006 req-9074e8f2-ad3d-4720-b3c2-63e1c8f22d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:08:12.467171 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f642d2aa-b2e8-4443-9b3d-fb5bafbce006 req-9074e8f2-ad3d-4720-b3c2-63e1c8f22d45 service neutron] 10.222.0.16 "GET /v2.0/networks?id=67402cff-b45f-4fed-abaa-c7f552a48d5e HTTP/1.1" status: 200 len: 916 time: 0.0867844 Aug 25 17:08:12.538477 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f642d2aa-b2e8-4443-9b3d-fb5bafbce006 req-033ba584-f686-4499-88f7-1900d953046e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60995caa-fc85-4c9e-a5dc-02feeaf7b8c4 HTTP/1.1" status: 200 len: 1001 time: 0.0631447 Aug 25 17:08:12.540291 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-675b0cfa-30a8-494e-b3ff-bb445488b7d8 None None] Agent healthcheck: found 6 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:08:12.597237 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f642d2aa-b2e8-4443-9b3d-fb5bafbce006 req-9439d21b-a6ee-4078-ace5-2ae6c31f1b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:08:12.598952 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f642d2aa-b2e8-4443-9b3d-fb5bafbce006 req-9439d21b-a6ee-4078-ace5-2ae6c31f1b9d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ecf1d074-31af-4eab-9bb7-bf7bd6ac47eb HTTP/1.1" status: 200 len: 853 time: 0.0482433 Aug 25 17:08:12.647861 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f642d2aa-b2e8-4443-9b3d-fb5bafbce006 req-f0412abf-57b5-41b6-9f08-183a33724eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:08:12.649360 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f642d2aa-b2e8-4443-9b3d-fb5bafbce006 req-f0412abf-57b5-41b6-9f08-183a33724eb9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=67402cff-b45f-4fed-abaa-c7f552a48d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407391 Aug 25 17:08:12.744708 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f642d2aa-b2e8-4443-9b3d-fb5bafbce006 req-78827337-1c97-4334-a7e3-a390e3701b28 service neutron] 10.222.0.16 "GET /v2.0/networks/67402cff-b45f-4fed-abaa-c7f552a48d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868080 Aug 25 17:08:12.842540 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f642d2aa-b2e8-4443-9b3d-fb5bafbce006 req-55d93c96-837b-4fb5-9fc5-feb047dc6e3b service neutron] 10.222.0.16 "GET /v2.0/networks/67402cff-b45f-4fed-abaa-c7f552a48d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837357 Aug 25 17:08:12.913458 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a8ac66-9f60-4894-9828-6c89abdbc4be req-9efdcd43-6aa7-4792-ac38-1bfd0e96bda7 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:08:12.914951 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-15a8ac66-9f60-4894-9828-6c89abdbc4be req-9efdcd43-6aa7-4792-ac38-1bfd0e96bda7 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/ports?device_id=23d0a6a9-6a99-4f5d-941e-af2f69b1e03a HTTP/1.1" status: 200 len: 946 time: 0.0487707 Aug 25 17:08:12.956356 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-15a8ac66-9f60-4894-9828-6c89abdbc4be req-5ac1c2e7-ef4c-4e69-bbbf-71ae47a990b7 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/security-groups?id=d911630e-e40c-452f-9806-e620e347b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353665 Aug 25 17:08:13.076087 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9e85fd25-bbbf-4bda-8fa0-b1bbf762ecd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:08:13.526048 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b8a315-816a-4dd8-9a4e-bbb21c96eb70 req-648efbdd-de0d-4bf1-82fc-0fa0e89d749d tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:08:13.528231 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c9b8a315-816a-4dd8-9a4e-bbb21c96eb70 req-648efbdd-de0d-4bf1-82fc-0fa0e89d749d tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/ports?device_id=1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b HTTP/1.1" status: 200 len: 984 time: 0.0489337 Aug 25 17:08:13.567323 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c9b8a315-816a-4dd8-9a4e-bbb21c96eb70 req-98111ec9-c815-4e0e-94e8-37d665a0a134 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/security-groups?id=2f41bede-88ae-49ca-a50e-ce7816d45c40&id=fc841b61-b788-4e60-b50f-4548910a8e28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332782 Aug 25 17:08:14.068804 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d504d-6b6f-4c8c-b6e9-3f12346319b0 req-ad56ae2f-c7a1-45c0-973c-9dc681eb2fc6 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:08:14.070297 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-358d504d-6b6f-4c8c-b6e9-3f12346319b0 req-ad56ae2f-c7a1-45c0-973c-9dc681eb2fc6 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/ports?device_id=23d0a6a9-6a99-4f5d-941e-af2f69b1e03a HTTP/1.1" status: 200 len: 946 time: 0.0476363 Aug 25 17:08:14.107977 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-358d504d-6b6f-4c8c-b6e9-3f12346319b0 req-2a17b716-21bb-495f-8f2b-02fa07390230 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/security-groups?id=d911630e-e40c-452f-9806-e620e347b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311108 Aug 25 17:08:14.678718 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa3438-0c93-44dc-a1ce-72626a5e43b2 req-9bcbda4b-28dc-4fed-b4e9-a86cf6174b58 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:08:14.680288 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-94aa3438-0c93-44dc-a1ce-72626a5e43b2 req-9bcbda4b-28dc-4fed-b4e9-a86cf6174b58 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/ports?device_id=1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b HTTP/1.1" status: 200 len: 984 time: 0.0478258 Aug 25 17:08:14.725375 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-94aa3438-0c93-44dc-a1ce-72626a5e43b2 req-d35682c9-3971-4077-839c-45c486a9adab tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/security-groups?id=2f41bede-88ae-49ca-a50e-ce7816d45c40&id=fc841b61-b788-4e60-b50f-4548910a8e28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0388782 Aug 25 17:08:15.704224 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d448292c-084e-4af3-b7ab-f3e933aa5a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:08:15.874342 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe12044-26d3-44c2-8b6a-d03d76095ed9 req-b865b94e-069e-4337-87ff-7a9e3050d12a tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:08:15.875887 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ebe12044-26d3-44c2-8b6a-d03d76095ed9 req-b865b94e-069e-4337-87ff-7a9e3050d12a tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/ports?device_id=1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b HTTP/1.1" status: 200 len: 984 time: 0.0624883 Aug 25 17:08:15.919166 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:08:15.920580 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:08:15.923238 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ebe12044-26d3-44c2-8b6a-d03d76095ed9 req-4330de91-83e0-493a-91f2-68cedf61dfe3 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/security-groups?id=2f41bede-88ae-49ca-a50e-ce7816d45c40&id=fc841b61-b788-4e60-b50f-4548910a8e28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408442 Aug 25 17:08:17.039462 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f4698e-8860-475d-8e1a-925806bc39d3 req-e9d043df-be52-4b27-a222-4410e7a7cf3c tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:08:17.040940 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-67f4698e-8860-475d-8e1a-925806bc39d3 req-e9d043df-be52-4b27-a222-4410e7a7cf3c tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/ports?device_id=1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b HTTP/1.1" status: 200 len: 984 time: 0.0504889 Aug 25 17:08:17.046558 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3a305108-1f99-4b5d-a622-23901fed2525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:08:17.081541 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-67f4698e-8860-475d-8e1a-925806bc39d3 req-427aecdf-290f-490b-beef-390c45755a73 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/security-groups?id=2f41bede-88ae-49ca-a50e-ce7816d45c40&id=fc841b61-b788-4e60-b50f-4548910a8e28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343108 Aug 25 17:08:18.193546 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce4f844-3177-4a0f-9a07-ce67078d8cc9 req-4d8e8ca8-a587-4534-a76f-b6427f05d065 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:08:18.195021 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8ce4f844-3177-4a0f-9a07-ce67078d8cc9 req-4d8e8ca8-a587-4534-a76f-b6427f05d065 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/ports?device_id=1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b HTTP/1.1" status: 200 len: 984 time: 0.0473292 Aug 25 17:08:18.238330 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8ce4f844-3177-4a0f-9a07-ce67078d8cc9 req-b5229ee7-44aa-4f52-a643-1b94f5e26c3a tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/security-groups?id=2f41bede-88ae-49ca-a50e-ce7816d45c40&id=fc841b61-b788-4e60-b50f-4548910a8e28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368423 Aug 25 17:08:18.410489 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7978419e-b967-4a47-8975-0267302d25d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:08:19.121831 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ba68fb10-2eee-4414-a138-257aa16831d9 req-a315ee59-1b9a-40b0-b7c1-414215dc234b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385630 Aug 25 17:08:19.188721 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68fb10-2eee-4414-a138-257aa16831d9 req-276672b8-79d6-4055-8700-e972b490c651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:08:19.190167 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ba68fb10-2eee-4414-a138-257aa16831d9 req-276672b8-79d6-4055-8700-e972b490c651 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=08aac9c23a974fde83b7887f14dc7206&device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 1098 time: 0.0449042 Aug 25 17:08:19.292163 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68fb10-2eee-4414-a138-257aa16831d9 req-3320f1a3-e32c-49be-89c4-daf3b0cb8c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:08:19.293802 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ba68fb10-2eee-4414-a138-257aa16831d9 req-3320f1a3-e32c-49be-89c4-daf3b0cb8c41 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ef11e297-234f-4d32-ac73-2a452cb37035 HTTP/1.1" status: 200 len: 911 time: 0.0830255 Aug 25 17:08:19.353803 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f1deea-6b1b-4781-82db-c4bb262c59ee req-32eb1105-3d91-404f-a08d-86a57f25d9f9 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:08:19.356292 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-12f1deea-6b1b-4781-82db-c4bb262c59ee req-32eb1105-3d91-404f-a08d-86a57f25d9f9 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/ports?device_id=1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b HTTP/1.1" status: 200 len: 984 time: 0.0525656 Aug 25 17:08:19.366513 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ba68fb10-2eee-4414-a138-257aa16831d9 req-69c9af07-2b67-48e6-9b86-24357774f8f6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=438cd34c-f290-429f-8eae-c06eb10402d4 HTTP/1.1" status: 200 len: 1001 time: 0.0640225 Aug 25 17:08:19.395958 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-12f1deea-6b1b-4781-82db-c4bb262c59ee req-6288e7a7-0c60-444b-84bd-99c2a2b6fa45 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/security-groups?id=2f41bede-88ae-49ca-a50e-ce7816d45c40&id=fc841b61-b788-4e60-b50f-4548910a8e28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336812 Aug 25 17:08:19.418206 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68fb10-2eee-4414-a138-257aa16831d9 req-7ff069f9-e1bc-4bcf-81fe-c47e7ba6bc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:08:19.419849 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ba68fb10-2eee-4414-a138-257aa16831d9 req-7ff069f9-e1bc-4bcf-81fe-c47e7ba6bc8d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=27b24ef3-530b-4ff3-993e-542863dc999f HTTP/1.1" status: 200 len: 848 time: 0.0453525 Aug 25 17:08:19.465512 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68fb10-2eee-4414-a138-257aa16831d9 req-8f958e5e-5702-482a-a476-0a7a60f4d44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:08:19.466965 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ba68fb10-2eee-4414-a138-257aa16831d9 req-8f958e5e-5702-482a-a476-0a7a60f4d44b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ef11e297-234f-4d32-ac73-2a452cb37035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391378 Aug 25 17:08:19.565794 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ba68fb10-2eee-4414-a138-257aa16831d9 req-b3d0f6ca-240d-4277-a27d-3f21f1bfe038 service neutron] 10.222.0.16 "GET /v2.0/networks/ef11e297-234f-4d32-ac73-2a452cb37035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890024 Aug 25 17:08:19.655669 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ba68fb10-2eee-4414-a138-257aa16831d9 req-bbce344b-e345-4993-9838-f3e08e446dfb service neutron] 10.222.0.16 "GET /v2.0/networks/ef11e297-234f-4d32-ac73-2a452cb37035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798585 Aug 25 17:08:20.510319 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a9dca6-cf1f-4175-a439-0e32cde28116 req-04bfcebc-1fe7-44ba-addd-9c5050c502ed tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:08:20.512268 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-21a9dca6-cf1f-4175-a439-0e32cde28116 req-04bfcebc-1fe7-44ba-addd-9c5050c502ed tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/ports?device_id=1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b HTTP/1.1" status: 200 len: 984 time: 0.0484867 Aug 25 17:08:20.551073 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-21a9dca6-cf1f-4175-a439-0e32cde28116 req-07a64202-3e9d-4bcc-8c76-1ebfcb59b5b8 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/security-groups?id=2f41bede-88ae-49ca-a50e-ce7816d45c40&id=fc841b61-b788-4e60-b50f-4548910a8e28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327907 Aug 25 17:08:21.662841 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27130387-6918-4b6b-830f-1a645acb093e req-710546e7-c46f-4d4e-9644-e48e020babc6 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:08:21.664295 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-27130387-6918-4b6b-830f-1a645acb093e req-710546e7-c46f-4d4e-9644-e48e020babc6 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/ports?device_id=1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b HTTP/1.1" status: 200 len: 984 time: 0.0479672 Aug 25 17:08:21.706783 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-27130387-6918-4b6b-830f-1a645acb093e req-8ffcc943-ae5c-4e3c-aee6-3947561c61f2 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/security-groups?id=2f41bede-88ae-49ca-a50e-ce7816d45c40&id=fc841b61-b788-4e60-b50f-4548910a8e28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359039 Aug 25 17:08:22.821361 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee7915-20a1-449c-a027-1af63f1aaf80 req-208fdfb9-616d-43b6-9e76-fc837d9cfd48 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:08:22.822827 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1bee7915-20a1-449c-a027-1af63f1aaf80 req-208fdfb9-616d-43b6-9e76-fc837d9cfd48 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/ports?device_id=1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b HTTP/1.1" status: 200 len: 984 time: 0.0490701 Aug 25 17:08:22.862926 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1bee7915-20a1-449c-a027-1af63f1aaf80 req-07b3cfb7-0bfc-42fd-aeb5-caf304493ccf tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/security-groups?id=2f41bede-88ae-49ca-a50e-ce7816d45c40&id=fc841b61-b788-4e60-b50f-4548910a8e28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340638 Aug 25 17:08:23.979151 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48dba52-83c7-4849-b6f4-01fa22893c0d req-4c14dfbf-6904-4a1a-82ca-fb86844ee383 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:08:23.981372 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e48dba52-83c7-4849-b6f4-01fa22893c0d req-4c14dfbf-6904-4a1a-82ca-fb86844ee383 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/ports?device_id=1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b HTTP/1.1" status: 200 len: 984 time: 0.0489066 Aug 25 17:08:24.019634 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e48dba52-83c7-4849-b6f4-01fa22893c0d req-c63d89fe-a771-43f6-b6c4-92ae7f6f8a03 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/security-groups?id=2f41bede-88ae-49ca-a50e-ce7816d45c40&id=fc841b61-b788-4e60-b50f-4548910a8e28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324278 Aug 25 17:08:25.131015 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aeb38e-9f2b-40eb-8363-700605000632 req-61bb6346-5972-499b-aa94-4dd0fdae59cd tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:08:25.132465 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-81aeb38e-9f2b-40eb-8363-700605000632 req-61bb6346-5972-499b-aa94-4dd0fdae59cd tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/ports?device_id=1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b HTTP/1.1" status: 200 len: 984 time: 0.0471296 Aug 25 17:08:25.175139 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-81aeb38e-9f2b-40eb-8363-700605000632 req-05f5df28-3234-4219-920f-d510e9b5b354 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/security-groups?id=2f41bede-88ae-49ca-a50e-ce7816d45c40&id=fc841b61-b788-4e60-b50f-4548910a8e28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362902 Aug 25 17:08:26.287401 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46df74ff-09b6-4bae-aaac-9eec1b60ee17 req-fe73faa5-3780-4d4f-b2d6-cd8a8775847c tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:08:26.288839 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-46df74ff-09b6-4bae-aaac-9eec1b60ee17 req-fe73faa5-3780-4d4f-b2d6-cd8a8775847c tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/ports?device_id=1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b HTTP/1.1" status: 200 len: 984 time: 0.0479529 Aug 25 17:08:26.328890 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-46df74ff-09b6-4bae-aaac-9eec1b60ee17 req-ac68042b-acd3-4315-82c9-1b8e6d68e8e8 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/security-groups?id=2f41bede-88ae-49ca-a50e-ce7816d45c40&id=fc841b61-b788-4e60-b50f-4548910a8e28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331974 Aug 25 17:08:27.441390 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27e8ab1-b922-48f0-a3d2-0df1964d8f24 req-fc6b2821-71c5-4507-8caf-2cbda0852eb3 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:08:27.442861 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a27e8ab1-b922-48f0-a3d2-0df1964d8f24 req-fc6b2821-71c5-4507-8caf-2cbda0852eb3 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/ports?device_id=1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b HTTP/1.1" status: 200 len: 984 time: 0.0483868 Aug 25 17:08:27.481279 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a27e8ab1-b922-48f0-a3d2-0df1964d8f24 req-028aee85-c253-44d1-b604-fbe15750a5ee tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/security-groups?id=2f41bede-88ae-49ca-a50e-ce7816d45c40&id=fc841b61-b788-4e60-b50f-4548910a8e28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324414 Aug 25 17:08:28.594541 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c809dbf3-4420-4ff3-bf36-66a4b9a5ac01 req-bed2941c-158b-4949-9e50-d3d985fd0ce7 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:08:28.595916 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c809dbf3-4420-4ff3-bf36-66a4b9a5ac01 req-bed2941c-158b-4949-9e50-d3d985fd0ce7 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/ports?device_id=1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b HTTP/1.1" status: 200 len: 984 time: 0.0480928 Aug 25 17:08:28.638807 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c809dbf3-4420-4ff3-bf36-66a4b9a5ac01 req-0b0d1a1a-9f25-4bad-8276-ea889a3fec56 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/security-groups?id=2f41bede-88ae-49ca-a50e-ce7816d45c40&id=fc841b61-b788-4e60-b50f-4548910a8e28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370750 Aug 25 17:08:29.753097 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6716130a-c51e-4a69-8d85-1ebef820ad6d req-955c8645-e913-48cb-a2ce-b505a8cc422d tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:08:29.754768 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6716130a-c51e-4a69-8d85-1ebef820ad6d req-955c8645-e913-48cb-a2ce-b505a8cc422d tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/ports?device_id=1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b HTTP/1.1" status: 200 len: 984 time: 0.0498128 Aug 25 17:08:29.794378 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6716130a-c51e-4a69-8d85-1ebef820ad6d req-2ff6bf7c-fed8-4c95-b071-cfd4fd42570a tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/security-groups?id=2f41bede-88ae-49ca-a50e-ce7816d45c40&id=fc841b61-b788-4e60-b50f-4548910a8e28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337017 Aug 25 17:08:30.908031 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52d2b3-c999-4015-84fb-8efc052e1eb9 req-f87c1485-cc44-4d38-8133-9f4ec4129db6 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:08:30.909552 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-bd52d2b3-c999-4015-84fb-8efc052e1eb9 req-f87c1485-cc44-4d38-8133-9f4ec4129db6 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/ports?device_id=1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b HTTP/1.1" status: 200 len: 984 time: 0.0477901 Aug 25 17:08:30.949786 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-bd52d2b3-c999-4015-84fb-8efc052e1eb9 req-89756147-3a2f-439d-9fa0-e756f133a18b tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/security-groups?id=2f41bede-88ae-49ca-a50e-ce7816d45c40&id=fc841b61-b788-4e60-b50f-4548910a8e28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340118 Aug 25 17:08:32.063212 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4527d7-9973-43d4-b087-745cc9f6331c req-9c70daa8-c4d5-4a9d-85cd-6afd166274de tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:08:32.064643 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5a4527d7-9973-43d4-b087-745cc9f6331c req-9c70daa8-c4d5-4a9d-85cd-6afd166274de tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/ports?device_id=1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b HTTP/1.1" status: 200 len: 984 time: 0.0476081 Aug 25 17:08:32.107270 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5a4527d7-9973-43d4-b087-745cc9f6331c req-3bc8f8f1-c56b-4938-a230-2ac525d9ad0b tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/security-groups?id=2f41bede-88ae-49ca-a50e-ce7816d45c40&id=fc841b61-b788-4e60-b50f-4548910a8e28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367379 Aug 25 17:08:33.219980 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c0324-3cf0-442d-89c9-9eecac3a896f req-7cf60265-d3c4-4752-be46-e480b2153ca2 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:08:33.221433 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f30c0324-3cf0-442d-89c9-9eecac3a896f req-7cf60265-d3c4-4752-be46-e480b2153ca2 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/ports?device_id=1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b HTTP/1.1" status: 200 len: 984 time: 0.0481853 Aug 25 17:08:33.259524 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f30c0324-3cf0-442d-89c9-9eecac3a896f req-311ad557-d0fb-4b31-a0d4-795b242a4122 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/security-groups?id=2f41bede-88ae-49ca-a50e-ce7816d45c40&id=fc841b61-b788-4e60-b50f-4548910a8e28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0321863 Aug 25 17:08:34.375167 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb9cf83-e663-4e76-a79d-cb213807fb41 req-970dd617-1563-4140-acb9-b1b5242cf16c tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:08:34.376632 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ddb9cf83-e663-4e76-a79d-cb213807fb41 req-970dd617-1563-4140-acb9-b1b5242cf16c tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/ports?device_id=1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b HTTP/1.1" status: 200 len: 984 time: 0.0488343 Aug 25 17:08:34.416058 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ddb9cf83-e663-4e76-a79d-cb213807fb41 req-5115ee0b-4cbe-4043-be39-65f21754dd57 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/security-groups?id=2f41bede-88ae-49ca-a50e-ce7816d45c40&id=fc841b61-b788-4e60-b50f-4548910a8e28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331392 Aug 25 17:08:34.824363 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 42990) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:08:34.931527 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-002f1890-03eb-4ad2-984f-72702cd227a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:08:35.017984 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-002f1890-03eb-4ad2-984f-72702cd227a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:08:35.021506 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-002f1890-03eb-4ad2-984f-72702cd227a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:08:35.057386 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-002f1890-03eb-4ad2-984f-72702cd227a7 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=cc4176053a654d50976a1d883fc3a479&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2320642 Aug 25 17:08:35.060153 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002f1890-03eb-4ad2-984f-72702cd227a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6626d1b9-dc71-4264-90c0-1e3680e2adc2,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:08:35.060923 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 42994) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:08:35.108692 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eed7a01d-9e83-49ce-8610-04da718e7fc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:08:35.128920 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eed7a01d-9e83-49ce-8610-04da718e7fc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:08:35.179363 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eed7a01d-9e83-49ce-8610-04da718e7fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:08:35.182085 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eed7a01d-9e83-49ce-8610-04da718e7fc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:08:35.183840 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-eed7a01d-9e83-49ce-8610-04da718e7fc5 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6626d1b9-dc71-4264-90c0-1e3680e2adc2 HTTP/1.1" status: 204 len: 168 time: 0.1213074 Aug 25 17:08:35.191741 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed7a01d-9e83-49ce-8610-04da718e7fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6626d1b9-dc71-4264-90c0-1e3680e2adc2,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:08:35.198611 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed7a01d-9e83-49ce-8610-04da718e7fc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:08:35.199728 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed7a01d-9e83-49ce-8610-04da718e7fc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:08:35.200075 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed7a01d-9e83-49ce-8610-04da718e7fc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:08:35.200600 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed7a01d-9e83-49ce-8610-04da718e7fc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:08:35.200942 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed7a01d-9e83-49ce-8610-04da718e7fc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:08:35.201274 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed7a01d-9e83-49ce-8610-04da718e7fc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:08:35.201603 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed7a01d-9e83-49ce-8610-04da718e7fc5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:08:35.201954 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed7a01d-9e83-49ce-8610-04da718e7fc5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:08:35.202281 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed7a01d-9e83-49ce-8610-04da718e7fc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:08:35.202613 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed7a01d-9e83-49ce-8610-04da718e7fc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:08:35.202933 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed7a01d-9e83-49ce-8610-04da718e7fc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:08:35.203253 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed7a01d-9e83-49ce-8610-04da718e7fc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:08:43.077097 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2f2543e6-f4a0-44fd-8dc6-9cb5334a5652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:08:45.711744 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ae6348fe-3fd8-488c-a230-0aafb8f2e412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:08:45.902383 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:08:45.911572 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:08:47.048957 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3a305108-1f99-4b5d-a622-23901fed2525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:08:48.413287 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7978419e-b967-4a47-8975-0267302d25d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:08:49.541224 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-675b0cfa-30a8-494e-b3ff-bb445488b7d8 None None] Agent healthcheck: found 6 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:08:53.935270 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4636c3e-7899-4908-b194-b43b624c8a01 req-73b00d2d-f013-4a2e-9b1f-ad500ae91de2 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:08:53.936627 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c4636c3e-7899-4908-b194-b43b624c8a01 req-73b00d2d-f013-4a2e-9b1f-ad500ae91de2 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 947 time: 0.0478094 Aug 25 17:08:53.979586 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c4636c3e-7899-4908-b194-b43b624c8a01 req-f5f488c9-4541-46e4-90e6-1ccbf67d2640 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369015 Aug 25 17:08:55.097368 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c0c0a-d224-49b4-8f52-8578904e1c8c req-ae71a135-ce1c-4338-b6eb-f0ea59864352 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:08:55.098844 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8e7c0c0a-d224-49b4-8f52-8578904e1c8c req-ae71a135-ce1c-4338-b6eb-f0ea59864352 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 947 time: 0.0466647 Aug 25 17:08:55.135563 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8e7c0c0a-d224-49b4-8f52-8578904e1c8c req-84533cca-c028-4e44-8e45-f3e91d270221 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310080 Aug 25 17:08:56.178470 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e805572-7340-4a0c-8da3-19e8a6ea464e req-c04064aa-e933-4f40-921b-230d42180be8 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:08:56.181865 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3e805572-7340-4a0c-8da3-19e8a6ea464e req-c04064aa-e933-4f40-921b-230d42180be8 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.16 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 947 time: 0.2869203 Aug 25 17:08:56.270508 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a7302-570d-43ea-aaca-5cb3c996f4b1 req-375d69f0-52a6-42fd-ad39-40564a322217 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:08:56.272078 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-022a7302-570d-43ea-aaca-5cb3c996f4b1 req-375d69f0-52a6-42fd-ad39-40564a322217 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 947 time: 0.0527513 Aug 25 17:08:56.275012 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-3e805572-7340-4a0c-8da3-19e8a6ea464e req-21735bf6-5f51-49b9-8ed5-c62cea8ccc0a tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Deleting port 33bba031-7191-414a-82d8-e5aef14eed40 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:08:56.275366 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3e805572-7340-4a0c-8da3-19e8a6ea464e req-21735bf6-5f51-49b9-8ed5-c62cea8ccc0a tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743706167839'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:08:56.310260 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-022a7302-570d-43ea-aaca-5cb3c996f4b1 req-0ee3d37e-6ac3-4b3c-8fc0-c1e19ab48b55 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=794415e2-3798-4f14-94b3-ec43e2b1cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317645 Aug 25 17:08:56.363918 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-3e805572-7340-4a0c-8da3-19e8a6ea464e req-21735bf6-5f51-49b9-8ed5-c62cea8ccc0a tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] For port 33bba031-7191-414a-82d8-e5aef14eed40, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=33bba031-7191-414a-82d8-e5aef14eed40,segment=NetworkSegment(ec41dbf2-ba24-42a3-a378-c3be87889b8c),segment_id=ec41dbf2-ba24-42a3-a378-c3be87889b8c)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:08:56.364284 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3e805572-7340-4a0c-8da3-19e8a6ea464e req-21735bf6-5f51-49b9-8ed5-c62cea8ccc0a tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616478'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:08:56.577029 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3e805572-7340-4a0c-8da3-19e8a6ea464e req-21735bf6-5f51-49b9-8ed5-c62cea8ccc0a tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:08:56.577413 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3e805572-7340-4a0c-8da3-19e8a6ea464e req-21735bf6-5f51-49b9-8ed5-c62cea8ccc0a tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614033'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:08:56.577746 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.db.l3_db [req-3e805572-7340-4a0c-8da3-19e8a6ea464e req-21735bf6-5f51-49b9-8ed5-c62cea8ccc0a tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Floating IP 6050887d-03ee-4f87-9ab5-2bd0ba433b43 disassociated. External IP: 172.27.2.78, port: 33bba031-7191-414a-82d8-e5aef14eed40. Aug 25 17:08:56.578087 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-3e805572-7340-4a0c-8da3-19e8a6ea464e req-21735bf6-5f51-49b9-8ed5-c62cea8ccc0a tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Calling delete_port for 33bba031-7191-414a-82d8-e5aef14eed40 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:08:56.703865 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3e805572-7340-4a0c-8da3-19e8a6ea464e req-21735bf6-5f51-49b9-8ed5-c62cea8ccc0a tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743706076703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743705601028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732937'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:08:56.736923 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21735bf6-5f51-49b9-8ed5-c62cea8ccc0a tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Pushing event deleted for resources: {'Port': ['ID=33bba031-7191-414a-82d8-e5aef14eed40,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:08:56.847107 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e805572-7340-4a0c-8da3-19e8a6ea464e req-21735bf6-5f51-49b9-8ed5-c62cea8ccc0a tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Router 6420a350-f878-4b80-a9c0-6f85656f2e6b has already been hosted by L3 agent d32565c1-f1a3-4226-8f5a-e505deb187a1 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:08:56.956524 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e805572-7340-4a0c-8da3-19e8a6ea464e req-21735bf6-5f51-49b9-8ed5-c62cea8ccc0a tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify agent at l3_agent.dv-cinder-791240-5-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:08:56.966740 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02959801-c8df-45a3-a935-db3367a21f56 None None] Sync routers for ids ['6420a350-f878-4b80-a9c0-6f85656f2e6b'] in dv-cinder-791240-5-iscsi {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:08:56.977585 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02959801-c8df-45a3-a935-db3367a21f56 None None] Routers {'6420a350-f878-4b80-a9c0-6f85656f2e6b'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:08:56.978238 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-02959801-c8df-45a3-a935-db3367a21f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:08:46Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['6420a350-f878-4b80-a9c0-6f85656f2e6b'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:08:56.997287 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e805572-7340-4a0c-8da3-19e8a6ea464e req-21735bf6-5f51-49b9-8ed5-c62cea8ccc0a tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] No DVR routers for this DVR port 33bba031-7191-414a-82d8-e5aef14eed40 on host hv-cinder-79124 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:08:56.999913 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3e805572-7340-4a0c-8da3-19e8a6ea464e req-21735bf6-5f51-49b9-8ed5-c62cea8ccc0a tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:08:57.001906 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3e805572-7340-4a0c-8da3-19e8a6ea464e req-21735bf6-5f51-49b9-8ed5-c62cea8ccc0a tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.16 "DELETE /v2.0/ports/33bba031-7191-414a-82d8-e5aef14eed40 HTTP/1.1" status: 204 len: 173 time: 0.8123422 Aug 25 17:08:57.002344 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '510e2993-6e08-4099-81a5-cab3775ef5bd', 'name': 'network-vif-deleted', 'tag': '33bba031-7191-414a-82d8-e5aef14eed40'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:08:57.004926 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30294bf1a97406c8a8235025fddf2f3c25b52a26b11c10f571ea972848b08700" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b8d150-c38a-43f8-ac42-74f64c02d7f9" -d '{"events": [{"server_uuid": "510e2993-6e08-4099-81a5-cab3775ef5bd", "name": "network-vif-deleted", "tag": "33bba031-7191-414a-82d8-e5aef14eed40"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:08:57.052389 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-324e811b-56bb-469d-95c6-2566a324f63a x-openstack-request-id: req-324e811b-56bb-469d-95c6-2566a324f63a {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:08:57.052807 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "510e2993-6e08-4099-81a5-cab3775ef5bd", "name": "network-vif-deleted", "tag": "33bba031-7191-414a-82d8-e5aef14eed40", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:08:57.053069 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-324e811b-56bb-469d-95c6-2566a324f63a {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:08:57.053469 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '510e2993-6e08-4099-81a5-cab3775ef5bd', 'name': 'network-vif-deleted', 'tag': '33bba031-7191-414a-82d8-e5aef14eed40', 'status': 'completed', 'code': 200} Aug 25 17:08:57.095331 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-02959801-c8df-45a3-a935-db3367a21f56 None None] Set router 6420a350-f878-4b80-a9c0-6f85656f2e6b gateway port host: dv-cinder-791240-5-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:08:57.294921 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-02959801-c8df-45a3-a935-db3367a21f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6420a350-f878-4b80-a9c0-6f85656f2e6b', 'name': 'tempest-AttachVolumeShelveTestJSON-1390417477-router', 'tenant_id': '09e1d88a498442e5b06e802c45061ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '0ada1a0b-413b-4c8f-97f5-b57c8413338a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:02:17Z', 'updated_at': '2021-08-25T17:02:21Z', 'revision_number': 4, 'project_id': '09e1d88a498442e5b06e802c45061ff2', 'gw_port': {'id': '0ada1a0b-413b-4c8f-97f5-b57c8413338a', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6420a350-f878-4b80-a9c0-6f85656f2e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:18Z', 'updated_at': '2021-08-25T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_interfaces': [{'id': 'f370cd71-068f-41e1-855f-b7a043e7d62e', 'name': '', 'network_id': 'e9cb6f88-a0a4-4755-a50a-d59302485ab6', 'tenant_id': '09e1d88a498442e5b06e802c45061ff2', 'mac_address': 'fa:16:3e:cf:56:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6420a350-f878-4b80-a9c0-6f85656f2e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '292f4a80-cdc8-4ba8-8211-52e53edc836f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:20Z', 'updated_at': '2021-08-25T17:02:26Z', 'revision_number': 5, 'project_id': '09e1d88a498442e5b06e802c45061ff2', 'subnets': [{'id': '292f4a80-cdc8-4ba8-8211-52e53edc836f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:08:57.320147 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02959801-c8df-45a3-a935-db3367a21f56 None None] Checking router: 6420a350-f878-4b80-a9c0-6f85656f2e6b for host: dv-cinder-791240-5-iscsi {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:08:57.329161 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02959801-c8df-45a3-a935-db3367a21f56 None None] Routers {'6420a350-f878-4b80-a9c0-6f85656f2e6b'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:08:57.329874 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-02959801-c8df-45a3-a935-db3367a21f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:08:46Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['6420a350-f878-4b80-a9c0-6f85656f2e6b'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:08:57.436091 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-100d992a-e9cd-4e7f-abaf-89787116e67a req-21c5ed6a-ad99-40a1-9df5-75fcc58bbd95 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=510e2993-6e08-4099-81a5-cab3775ef5bd HTTP/1.1" status: 200 len: 210 time: 0.0303872 Aug 25 17:08:57.560104 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-02959801-c8df-45a3-a935-db3367a21f56 None None] Set router 6420a350-f878-4b80-a9c0-6f85656f2e6b gateway port host: dv-cinder-791240-5-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:08:57.764473 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-02959801-c8df-45a3-a935-db3367a21f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6420a350-f878-4b80-a9c0-6f85656f2e6b', 'name': 'tempest-AttachVolumeShelveTestJSON-1390417477-router', 'tenant_id': '09e1d88a498442e5b06e802c45061ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '0ada1a0b-413b-4c8f-97f5-b57c8413338a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:02:17Z', 'updated_at': '2021-08-25T17:02:21Z', 'revision_number': 4, 'project_id': '09e1d88a498442e5b06e802c45061ff2', 'gw_port': {'id': '0ada1a0b-413b-4c8f-97f5-b57c8413338a', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6420a350-f878-4b80-a9c0-6f85656f2e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:18Z', 'updated_at': '2021-08-25T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_interfaces': [{'id': 'f370cd71-068f-41e1-855f-b7a043e7d62e', 'name': '', 'network_id': 'e9cb6f88-a0a4-4755-a50a-d59302485ab6', 'tenant_id': '09e1d88a498442e5b06e802c45061ff2', 'mac_address': 'fa:16:3e:cf:56:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6420a350-f878-4b80-a9c0-6f85656f2e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '292f4a80-cdc8-4ba8-8211-52e53edc836f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:20Z', 'updated_at': '2021-08-25T17:02:26Z', 'revision_number': 5, 'project_id': '09e1d88a498442e5b06e802c45061ff2', 'subnets': [{'id': '292f4a80-cdc8-4ba8-8211-52e53edc836f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:08:57.793109 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02959801-c8df-45a3-a935-db3367a21f56 None None] The sync data for ids ['6420a350-f878-4b80-a9c0-6f85656f2e6b'] in dv-cinder-791240-5-iscsi is: [{'id': '6420a350-f878-4b80-a9c0-6f85656f2e6b', 'name': 'tempest-AttachVolumeShelveTestJSON-1390417477-router', 'tenant_id': '09e1d88a498442e5b06e802c45061ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '0ada1a0b-413b-4c8f-97f5-b57c8413338a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:02:17Z', 'updated_at': '2021-08-25T17:02:21Z', 'revision_number': 4, 'project_id': '09e1d88a498442e5b06e802c45061ff2', 'gw_port': {'id': '0ada1a0b-413b-4c8f-97f5-b57c8413338a', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6420a350-f878-4b80-a9c0-6f85656f2e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:18Z', 'updated_at': '2021-08-25T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_interfaces': [{'id': 'f370cd71-068f-41e1-855f-b7a043e7d62e', 'name': '', 'network_id': 'e9cb6f88-a0a4-4755-a50a-d59302485ab6', 'tenant_id': '09e1d88a498442e5b06e802c45061ff2', 'mac_address': 'fa:16:3e:cf:56:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6420a350-f878-4b80-a9c0-6f85656f2e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '292f4a80-cdc8-4ba8-8211-52e53edc836f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:20Z', 'updated_at': '2021-08-25T17:02:26Z', 'revision_number': 5, 'project_id': '09e1d88a498442e5b06e802c45061ff2', 'subnets': [{'id': '292f4a80-cdc8-4ba8-8211-52e53edc836f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:08:58.037211 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646bf763-265d-4834-a898-68f39a10051a None None] New status for floating IP 6050887d-03ee-4f87-9ab5-2bd0ba433b43: DOWN {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 17:08:58.211658 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44bf0c-0d0e-4f0a-a47e-da5c6f358d07 req-34681834-3e65-4b10-8a3d-b3266f9b954d tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:08:58.213233 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9a44bf0c-0d0e-4f0a-a47e-da5c6f358d07 req-34681834-3e65-4b10-8a3d-b3266f9b954d tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/ports?device_id=f11162d3-97be-4cda-b823-b6bae1a71982 HTTP/1.1" status: 200 len: 946 time: 0.0560162 Aug 25 17:08:58.254652 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9a44bf0c-0d0e-4f0a-a47e-da5c6f358d07 req-339664ba-49a7-48fc-8e79-b5251004ba23 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/security-groups?id=9a7fe55f-19e7-4685-8491-78be94af470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346422 Aug 25 17:08:59.550543 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 43056) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:08:59.620735 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-51c9b99f-e7b7-4271-9d05-45347d2b643d tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:08:59.666521 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-51c9b99f-e7b7-4271-9d05-45347d2b643d tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:08:59.692664 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eff7a1-a2eb-48ee-8de4-1b75e391c376 req-f437f9cf-34c8-4de3-a928-7337d4c0edfa tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:08:59.694152 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-29eff7a1-a2eb-48ee-8de4-1b75e391c376 req-f437f9cf-34c8-4de3-a928-7337d4c0edfa tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/ports?device_id=f11162d3-97be-4cda-b823-b6bae1a71982 HTTP/1.1" status: 200 len: 946 time: 0.0926023 Aug 25 17:08:59.741262 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-29eff7a1-a2eb-48ee-8de4-1b75e391c376 req-9dca9b4d-e848-4f82-9463-537d0ca7a736 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/security-groups?id=9a7fe55f-19e7-4685-8491-78be94af470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391023 Aug 25 17:08:59.748402 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-51c9b99f-e7b7-4271-9d05-45347d2b643d tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:08:59.750966 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-51c9b99f-e7b7-4271-9d05-45347d2b643d tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:08:59.752043 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-51c9b99f-e7b7-4271-9d05-45347d2b643d tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "DELETE /v2.0/security-groups/794415e2-3798-4f14-94b3-ec43e2b1cda2 HTTP/1.1" status: 204 len: 168 time: 0.1991422 Aug 25 17:08:59.755000 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 43058) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:08:59.761934 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c9b99f-e7b7-4271-9d05-45347d2b643d tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=794415e2-3798-4f14-94b3-ec43e2b1cda2,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:08:59.772963 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.api.v2.resource [None req-b6155d01-0e06-4492-9653-e535b1572745 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] show failed (client error): The resource could not be found. Aug 25 17:08:59.774009 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-b6155d01-0e06-4492-9653-e535b1572745 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups/794415e2-3798-4f14-94b3-ec43e2b1cda2 HTTP/1.1" status: 404 len: 347 time: 0.0175986 Aug 25 17:08:59.777433 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 43060) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:08:59.932768 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-2943636f-b943-4af8-9af3-da56baab64f1 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Deleting port 6a195d22-4034-4bb6-b2d4-75f76f69d80e {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:08:59.933068 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2943636f-b943-4af8-9af3-da56baab64f1 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743706167839'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:00.009464 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2943636f-b943-4af8-9af3-da56baab64f1 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616478'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:00.009827 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2943636f-b943-4af8-9af3-da56baab64f1 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:00.021591 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-2943636f-b943-4af8-9af3-da56baab64f1 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Calling delete_port for 6a195d22-4034-4bb6-b2d4-75f76f69d80e owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:09:00.107618 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e791f379-7270-406e-a731-27019f8444c5 req-ed6ab065-008a-40f8-a504-e973664180cb tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:00.109192 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e791f379-7270-406e-a731-27019f8444c5 req-ed6ab065-008a-40f8-a504-e973664180cb tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.16 "GET /v2.0/ports?device_id=f11162d3-97be-4cda-b823-b6bae1a71982 HTTP/1.1" status: 200 len: 946 time: 0.0481305 Aug 25 17:09:00.159718 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2943636f-b943-4af8-9af3-da56baab64f1 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743706076703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743705601028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3625696'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:00.185910 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2943636f-b943-4af8-9af3-da56baab64f1 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Pushing event deleted for resources: {'Port': ['ID=6a195d22-4034-4bb6-b2d4-75f76f69d80e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:09:00.208911 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-e791f379-7270-406e-a731-27019f8444c5 req-bf224342-0ec2-4bbc-978b-70967f2948f0 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Deleting port f20b890b-7181-4ff1-acca-0f73547d9480 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:09:00.209329 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e791f379-7270-406e-a731-27019f8444c5 req-bf224342-0ec2-4bbc-978b-70967f2948f0 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743706167839'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:00.244082 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2943636f-b943-4af8-9af3-da56baab64f1 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:00.247275 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2943636f-b943-4af8-9af3-da56baab64f1 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:00.248431 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-2943636f-b943-4af8-9af3-da56baab64f1 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "DELETE /v2.0/floatingips/6050887d-03ee-4f87-9ab5-2bd0ba433b43 HTTP/1.1" status: 204 len: 168 time: 0.4699948 Aug 25 17:09:00.297316 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-e791f379-7270-406e-a731-27019f8444c5 req-bf224342-0ec2-4bbc-978b-70967f2948f0 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] For port f20b890b-7181-4ff1-acca-0f73547d9480, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=f20b890b-7181-4ff1-acca-0f73547d9480,segment=NetworkSegment(5869c28b-1ae8-41c8-939f-b652bb6315aa),segment_id=5869c28b-1ae8-41c8-939f-b652bb6315aa)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:09:00.297808 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e791f379-7270-406e-a731-27019f8444c5 req-bf224342-0ec2-4bbc-978b-70967f2948f0 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616478'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:00.472035 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e791f379-7270-406e-a731-27019f8444c5 req-bf224342-0ec2-4bbc-978b-70967f2948f0 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:00.472430 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e791f379-7270-406e-a731-27019f8444c5 req-bf224342-0ec2-4bbc-978b-70967f2948f0 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614033'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:00.472749 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.db.l3_db [req-e791f379-7270-406e-a731-27019f8444c5 req-bf224342-0ec2-4bbc-978b-70967f2948f0 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Floating IP 14b67557-2abe-4a8f-b8e7-44ab956dbd18 disassociated. External IP: 172.27.2.220, port: f20b890b-7181-4ff1-acca-0f73547d9480. Aug 25 17:09:00.473093 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-e791f379-7270-406e-a731-27019f8444c5 req-bf224342-0ec2-4bbc-978b-70967f2948f0 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Calling delete_port for f20b890b-7181-4ff1-acca-0f73547d9480 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:09:00.596252 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e791f379-7270-406e-a731-27019f8444c5 req-bf224342-0ec2-4bbc-978b-70967f2948f0 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743706076703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743705601028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732937'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:00.608145 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device 33bba031-7191-414a-82d8-e5aef14eed40 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:09:00.624044 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf224342-0ec2-4bbc-978b-70967f2948f0 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Pushing event deleted for resources: {'Port': ['ID=f20b890b-7181-4ff1-acca-0f73547d9480,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:09:00.628499 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] No Port match for: 33bba031-7191-414a-82d8-e5aef14eed40 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:09:00.629399 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device 33bba031-7191-414a-82d8-e5aef14eed40 not bound to the agent host hv-cinder-79124 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:09:00.736887 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e791f379-7270-406e-a731-27019f8444c5 req-bf224342-0ec2-4bbc-978b-70967f2948f0 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Router 04b77e9b-3ed7-48f6-b59b-3883882c6b63 has already been hosted by L3 agent d32565c1-f1a3-4226-8f5a-e505deb187a1 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:09:00.816086 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 43066) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:09:00.820663 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-6cb2be9e-2f14-46ef-befa-b69357f1c73f tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1593273810', 'description': 'tempest-description--200244075'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:09:00.845964 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6cb2be9e-2f14-46ef-befa-b69357f1c73f tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:00.855434 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e791f379-7270-406e-a731-27019f8444c5 req-bf224342-0ec2-4bbc-978b-70967f2948f0 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify agent at l3_agent.dv-cinder-791240-5-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:09:00.867404 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6446a2-35fa-45bd-b460-dc446f84b538 None None] Sync routers for ids ['04b77e9b-3ed7-48f6-b59b-3883882c6b63'] in dv-cinder-791240-5-iscsi {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:09:00.878263 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6446a2-35fa-45bd-b460-dc446f84b538 None None] Routers {'04b77e9b-3ed7-48f6-b59b-3883882c6b63'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:09:00.879197 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-ab6446a2-35fa-45bd-b460-dc446f84b538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:08:46Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['04b77e9b-3ed7-48f6-b59b-3883882c6b63'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:09:00.888808 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c19c728c-e486-43df-8493-b15bb3d3f563 req-3a4eb8d3-6bd2-442a-94ff-1ed2f8365093 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/ports?device_id=f11162d3-97be-4cda-b823-b6bae1a71982 HTTP/1.1" status: 200 len: 210 time: 0.0290165 Aug 25 17:09:00.899725 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-e791f379-7270-406e-a731-27019f8444c5 req-bf224342-0ec2-4bbc-978b-70967f2948f0 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] No DVR routers for this DVR port f20b890b-7181-4ff1-acca-0f73547d9480 on host hv-cinder-79124 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:09:00.904156 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e791f379-7270-406e-a731-27019f8444c5 req-bf224342-0ec2-4bbc-978b-70967f2948f0 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:00.906524 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e791f379-7270-406e-a731-27019f8444c5 req-bf224342-0ec2-4bbc-978b-70967f2948f0 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.16 "DELETE /v2.0/ports/f20b890b-7181-4ff1-acca-0f73547d9480 HTTP/1.1" status: 204 len: 173 time: 0.7910392 Aug 25 17:09:00.907081 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f11162d3-97be-4cda-b823-b6bae1a71982', 'name': 'network-vif-deleted', 'tag': 'f20b890b-7181-4ff1-acca-0f73547d9480'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:09:00.909731 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30294bf1a97406c8a8235025fddf2f3c25b52a26b11c10f571ea972848b08700" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd29e88-aab6-406c-b25a-768b5c9cdde5" -d '{"events": [{"server_uuid": "f11162d3-97be-4cda-b823-b6bae1a71982", "name": "network-vif-deleted", "tag": "f20b890b-7181-4ff1-acca-0f73547d9480"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:09:00.963247 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a6fb7b-b125-4302-a558-dacc555d9602 x-openstack-request-id: req-c2a6fb7b-b125-4302-a558-dacc555d9602 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:09:00.964146 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f11162d3-97be-4cda-b823-b6bae1a71982", "name": "network-vif-deleted", "tag": "f20b890b-7181-4ff1-acca-0f73547d9480", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:09:00.964402 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c2a6fb7b-b125-4302-a558-dacc555d9602 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:09:00.964804 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f11162d3-97be-4cda-b823-b6bae1a71982', 'name': 'network-vif-deleted', 'tag': 'f20b890b-7181-4ff1-acca-0f73547d9480', 'status': 'completed', 'code': 200} Aug 25 17:09:00.994791 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6cb2be9e-2f14-46ef-befa-b69357f1c73f tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:00.999432 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6cb2be9e-2f14-46ef-befa-b69357f1c73f tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:01.031762 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6cb2be9e-2f14-46ef-befa-b69357f1c73f tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:01.032338 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-ab6446a2-35fa-45bd-b460-dc446f84b538 None None] Set router 04b77e9b-3ed7-48f6-b59b-3883882c6b63 gateway port host: dv-cinder-791240-5-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:09:01.035698 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-6cb2be9e-2f14-46ef-befa-b69357f1c73f tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2159081 Aug 25 17:09:01.035698 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb2be9e-2f14-46ef-befa-b69357f1c73f tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c14d4aa-90e7-49b8-8918-2df33680adf9,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:09:01.036076 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 43070) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:09:01.041002 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-eb61a32a-e2a9-43c1-bc2c-6e7ad12971e6 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Request body: {'security_group_rule': {'security_group_id': '9c14d4aa-90e7-49b8-8918-2df33680adf9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:09:01.072180 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-eb61a32a-e2a9-43c1-bc2c-6e7ad12971e6 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:01.140508 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-eb61a32a-e2a9-43c1-bc2c-6e7ad12971e6 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:01.145378 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-eb61a32a-e2a9-43c1-bc2c-6e7ad12971e6 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373673'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:01.169343 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb61a32a-e2a9-43c1-bc2c-6e7ad12971e6 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cc824f5-62e2-42fe-8a6a-dcb584711cf3,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:09:01.173512 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-eb61a32a-e2a9-43c1-bc2c-6e7ad12971e6 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:01.177528 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-eb61a32a-e2a9-43c1-bc2c-6e7ad12971e6 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1402986 Aug 25 17:09:01.178150 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 43072) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:09:01.183189 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-31018953-af2c-4223-86bc-8dfa2adf777a tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Request body: {'security_group_rule': {'security_group_id': '9c14d4aa-90e7-49b8-8918-2df33680adf9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:09:01.213165 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-31018953-af2c-4223-86bc-8dfa2adf777a tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:01.262688 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-ab6446a2-35fa-45bd-b460-dc446f84b538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'name': 'tempest-TestVolumeBootPattern-2088495679-router', 'tenant_id': 'ba5739dee5fb41749a615cb50fc983d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'ad7c7f20-613e-470e-a73e-3d5fae39d3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:02:51Z', 'updated_at': '2021-08-25T17:02:55Z', 'revision_number': 4, 'project_id': 'ba5739dee5fb41749a615cb50fc983d9', 'gw_port': {'id': 'ad7c7f20-613e-470e-a73e-3d5fae39d3f1', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ba:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:52Z', 'updated_at': '2021-08-25T17:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_interfaces': [{'id': '6010d72b-2694-48b0-8a36-446ebc025733', 'name': '', 'network_id': 'babef823-13d0-4c9c-ac11-3e08eee348af', 'tenant_id': 'ba5739dee5fb41749a615cb50fc983d9', 'mac_address': 'fa:16:3e:94:64:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'bfe00ef0-b79f-4f8a-b5ba-574e5c012373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:54Z', 'updated_at': '2021-08-25T17:03:03Z', 'revision_number': 5, 'project_id': 'ba5739dee5fb41749a615cb50fc983d9', 'subnets': [{'id': 'bfe00ef0-b79f-4f8a-b5ba-574e5c012373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:09:01.277792 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-31018953-af2c-4223-86bc-8dfa2adf777a tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:01.281182 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-31018953-af2c-4223-86bc-8dfa2adf777a tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373673'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:01.288760 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6446a2-35fa-45bd-b460-dc446f84b538 None None] Checking router: 04b77e9b-3ed7-48f6-b59b-3883882c6b63 for host: dv-cinder-791240-5-iscsi {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:09:01.297337 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6446a2-35fa-45bd-b460-dc446f84b538 None None] Routers {'04b77e9b-3ed7-48f6-b59b-3883882c6b63'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:09:01.297978 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-ab6446a2-35fa-45bd-b460-dc446f84b538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:08:46Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['04b77e9b-3ed7-48f6-b59b-3883882c6b63'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:09:01.300887 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31018953-af2c-4223-86bc-8dfa2adf777a tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96adb99f-2c74-47b5-86ee-6d91dd9208bd,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:09:01.306423 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-31018953-af2c-4223-86bc-8dfa2adf777a tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:01.306423 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-31018953-af2c-4223-86bc-8dfa2adf777a tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1264882 Aug 25 17:09:01.309499 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 43074) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:09:01.314498 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-18bd1e5a-244b-4146-9120-7236e333975e tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Request body: {'floatingip': {'floating_network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:09:01.337229 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-18bd1e5a-244b-4146-9120-7236e333975e tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks [] for floatingip, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:01.403506 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-ab6446a2-35fa-45bd-b460-dc446f84b538 None None] Set router 04b77e9b-3ed7-48f6-b59b-3883882c6b63 gateway port host: dv-cinder-791240-5-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:09:01.430762 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-18bd1e5a-244b-4146-9120-7236e333975e tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:01.543633 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-18bd1e5a-244b-4146-9120-7236e333975e tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Allocated IP 172.27.2.112 (914f4934-f5ad-4127-8ba1-186f4f0b2c29/116950f5-36d3-4fc2-ae19-feb6e35b150a/6b6b1a2e-cc4e-4e49-a1cf-dacc8ec3952f) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:09:01.605836 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-ab6446a2-35fa-45bd-b460-dc446f84b538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'name': 'tempest-TestVolumeBootPattern-2088495679-router', 'tenant_id': 'ba5739dee5fb41749a615cb50fc983d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'ad7c7f20-613e-470e-a73e-3d5fae39d3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:02:51Z', 'updated_at': '2021-08-25T17:02:55Z', 'revision_number': 4, 'project_id': 'ba5739dee5fb41749a615cb50fc983d9', 'gw_port': {'id': 'ad7c7f20-613e-470e-a73e-3d5fae39d3f1', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ba:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:52Z', 'updated_at': '2021-08-25T17:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_interfaces': [{'id': '6010d72b-2694-48b0-8a36-446ebc025733', 'name': '', 'network_id': 'babef823-13d0-4c9c-ac11-3e08eee348af', 'tenant_id': 'ba5739dee5fb41749a615cb50fc983d9', 'mac_address': 'fa:16:3e:94:64:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'bfe00ef0-b79f-4f8a-b5ba-574e5c012373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:54Z', 'updated_at': '2021-08-25T17:03:03Z', 'revision_number': 5, 'project_id': 'ba5739dee5fb41749a615cb50fc983d9', 'subnets': [{'id': 'bfe00ef0-b79f-4f8a-b5ba-574e5c012373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:09:01.638384 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6446a2-35fa-45bd-b460-dc446f84b538 None None] The sync data for ids ['04b77e9b-3ed7-48f6-b59b-3883882c6b63'] in dv-cinder-791240-5-iscsi is: [{'id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'name': 'tempest-TestVolumeBootPattern-2088495679-router', 'tenant_id': 'ba5739dee5fb41749a615cb50fc983d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'ad7c7f20-613e-470e-a73e-3d5fae39d3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:02:51Z', 'updated_at': '2021-08-25T17:02:55Z', 'revision_number': 4, 'project_id': 'ba5739dee5fb41749a615cb50fc983d9', 'gw_port': {'id': 'ad7c7f20-613e-470e-a73e-3d5fae39d3f1', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ba:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:52Z', 'updated_at': '2021-08-25T17:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_interfaces': [{'id': '6010d72b-2694-48b0-8a36-446ebc025733', 'name': '', 'network_id': 'babef823-13d0-4c9c-ac11-3e08eee348af', 'tenant_id': 'ba5739dee5fb41749a615cb50fc983d9', 'mac_address': 'fa:16:3e:94:64:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'bfe00ef0-b79f-4f8a-b5ba-574e5c012373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:54Z', 'updated_at': '2021-08-25T17:03:03Z', 'revision_number': 5, 'project_id': 'ba5739dee5fb41749a615cb50fc983d9', 'subnets': [{'id': 'bfe00ef0-b79f-4f8a-b5ba-574e5c012373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:09:01.656960 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-18bd1e5a-244b-4146-9120-7236e333975e tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:01.703842 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-18bd1e5a-244b-4146-9120-7236e333975e tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743705601783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732937'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:01.751684 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bd1e5a-244b-4146-9120-7236e333975e tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Network 914f4934-f5ad-4127-8ba1-186f4f0b2c29 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:09:01.754525 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-18bd1e5a-244b-4146-9120-7236e333975e tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:09:01.758096 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bd1e5a-244b-4146-9120-7236e333975e tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:09:01.765262 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bd1e5a-244b-4146-9120-7236e333975e tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Pushing event updated for resources: {'Port': ['ID=6b6b1a2e-cc4e-4e49-a1cf-dacc8ec3952f,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:09:01.858243 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-18bd1e5a-244b-4146-9120-7236e333975e tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:01.889494 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc23d843-e92a-46fe-b5f1-97531b5f9eed None None] New status for floating IP 14b67557-2abe-4a8f-b8e7-44ab956dbd18: DOWN {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 17:09:01.897696 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-18bd1e5a-244b-4146-9120-7236e333975e tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:02.068012 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-18bd1e5a-244b-4146-9120-7236e333975e tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:02.073340 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-18bd1e5a-244b-4146-9120-7236e333975e tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3732944'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:02.116362 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-39be1d27-7e95-452a-9620-5a137f1a3bb3 req-eb9ea872-20df-498e-8d22-a1705fa8d542 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-381500498&fields=id&tenant_id=ba5739dee5fb41749a615cb50fc983d9 HTTP/1.1" status: 200 len: 267 time: 0.0372324 Aug 25 17:09:02.145134 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bd1e5a-244b-4146-9120-7236e333975e tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Pushing event updated for resources: {'Port': ['ID=6b6b1a2e-cc4e-4e49-a1cf-dacc8ec3952f,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:09:02.161035 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-18bd1e5a-244b-4146-9120-7236e333975e tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614033'] for floatingip, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:02.175081 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-18bd1e5a-244b-4146-9120-7236e333975e tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:02.184498 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-18bd1e5a-244b-4146-9120-7236e333975e tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8657944 Aug 25 17:09:02.227370 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be1d27-7e95-452a-9620-5a137f1a3bb3 req-3633d807-b4d2-4be9-9b87-9894caaf4bdd tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:02.228815 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-39be1d27-7e95-452a-9620-5a137f1a3bb3 req-3633d807-b4d2-4be9-9b87-9894caaf4bdd tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/networks?id=babef823-13d0-4c9c-ac11-3e08eee348af HTTP/1.1" status: 200 len: 812 time: 0.1018479 Aug 25 17:09:02.244675 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-39be1d27-7e95-452a-9620-5a137f1a3bb3 req-75fde349-09f6-4604-a713-688adf3ed33a tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/quotas/ba5739dee5fb41749a615cb50fc983d9 HTTP/1.1" status: 200 len: 375 time: 0.0091228 Aug 25 17:09:02.297997 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-39be1d27-7e95-452a-9620-5a137f1a3bb3 req-9d6cfa7b-5a1a-44da-8517-8df0ece6a8ce tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=ba5739dee5fb41749a615cb50fc983d9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0477931 Aug 25 17:09:02.481474 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-39be1d27-7e95-452a-9620-5a137f1a3bb3 req-19728b53-0c59-41c0-8e8e-0f5dd9635741 service neutron] 10.222.0.88 "GET /v2.0/networks/babef823-13d0-4c9c-ac11-3e08eee348af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710546 Aug 25 17:09:02.566431 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-39be1d27-7e95-452a-9620-5a137f1a3bb3 req-f93cabac-958c-4845-bcc4-e044f58a2cce service neutron] 10.222.0.88 "GET /v2.0/networks/babef823-13d0-4c9c-ac11-3e08eee348af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788832 Aug 25 17:09:02.885901 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-98557894-4661-4ae9-9232-770be711a669 req-23fcc446-807a-451a-bbff-0e8815b4bbb0 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--1593273810&fields=id&tenant_id=09e1d88a498442e5b06e802c45061ff2 HTTP/1.1" status: 200 len: 267 time: 0.0355833 Aug 25 17:09:02.996600 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98557894-4661-4ae9-9232-770be711a669 req-3f454a02-2b70-4068-ad96-b1bc0ffa2501 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:02.998127 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-98557894-4661-4ae9-9232-770be711a669 req-3f454a02-2b70-4068-ad96-b1bc0ffa2501 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/networks?id=e9cb6f88-a0a4-4755-a50a-d59302485ab6 HTTP/1.1" status: 200 len: 817 time: 0.1050539 Aug 25 17:09:03.013713 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-98557894-4661-4ae9-9232-770be711a669 req-819241a9-9764-4769-9ff2-2e063f7a711f tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/quotas/09e1d88a498442e5b06e802c45061ff2 HTTP/1.1" status: 200 len: 375 time: 0.0096030 Aug 25 17:09:03.066740 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-98557894-4661-4ae9-9232-770be711a669 req-b29fd905-13e2-4c1c-a358-44707e4f0a3d tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=09e1d88a498442e5b06e802c45061ff2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0474174 Aug 25 17:09:03.164514 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-98557894-4661-4ae9-9232-770be711a669 req-ddadfb84-1410-4555-99ce-c7821dcd0bf3 service neutron] 10.222.0.88 "GET /v2.0/networks/e9cb6f88-a0a4-4755-a50a-d59302485ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851038 Aug 25 17:09:03.253247 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-98557894-4661-4ae9-9232-770be711a669 req-a1020f0e-4d09-4ecd-bef7-e6cfc28478e2 service neutron] 10.222.0.88 "GET /v2.0/networks/e9cb6f88-a0a4-4755-a50a-d59302485ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817873 Aug 25 17:09:03.431262 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-26b08634-4eec-4b6f-858a-6cdf5b831a1f req-b13ec305-c9e7-46e9-b053-32c3cf8a0e3a tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/ports?device_id=084babe8-2f32-483a-aab0-778df51c22eb HTTP/1.1" status: 200 len: 210 time: 0.0279589 Aug 25 17:09:03.500416 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1fe66a09-6bc7-47ce-ae1a-e112daee0c76 req-72c82d6e-a1bb-4a2f-b531-4a044a4af4db tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 210 time: 0.0271528 Aug 25 17:09:03.828032 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be1d27-7e95-452a-9620-5a137f1a3bb3 req-7ac604e9-4032-4e91-80cf-a8722c021832 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:03.829535 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-39be1d27-7e95-452a-9620-5a137f1a3bb3 req-7ac604e9-4032-4e91-80cf-a8722c021832 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.16 "GET /v2.0/networks?id=babef823-13d0-4c9c-ac11-3e08eee348af HTTP/1.1" status: 200 len: 812 time: 0.1088073 Aug 25 17:09:03.886174 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-39be1d27-7e95-452a-9620-5a137f1a3bb3 req-a341bdc9-bdb7-465c-b2af-7b3400a3c263 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba5739dee5fb41749a615cb50fc983d9 HTTP/1.1" status: 200 len: 379 time: 0.0438523 Aug 25 17:09:03.895757 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-39be1d27-7e95-452a-9620-5a137f1a3bb3 req-d31827f6-e7e6-4151-b2db-148654032c27 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Request body: {'port': {'device_id': '084babe8-2f32-483a-aab0-778df51c22eb', 'network_id': 'babef823-13d0-4c9c-ac11-3e08eee348af', 'admin_state_up': True, 'tenant_id': 'ba5739dee5fb41749a615cb50fc983d9', 'security_groups': ['9a7fe55f-19e7-4685-8491-78be94af470e']}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:09:04.014678 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39be1d27-7e95-452a-9620-5a137f1a3bb3 req-d31827f6-e7e6-4151-b2db-148654032c27 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Made reservation on behalf of ba5739dee5fb41749a615cb50fc983d9 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:09:04.018038 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-39be1d27-7e95-452a-9620-5a137f1a3bb3 req-d31827f6-e7e6-4151-b2db-148654032c27 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:04.135583 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-39be1d27-7e95-452a-9620-5a137f1a3bb3 req-d31827f6-e7e6-4151-b2db-148654032c27 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Allocated IP 172.20.0.6 (babef823-13d0-4c9c-ac11-3e08eee348af/bfe00ef0-b79f-4f8a-b5ba-574e5c012373/6488b641-e221-44be-b4bf-ed3d81a37b03) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:09:04.324432 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-39be1d27-7e95-452a-9620-5a137f1a3bb3 req-d31827f6-e7e6-4151-b2db-148654032c27 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:04.349992 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-39be1d27-7e95-452a-9620-5a137f1a3bb3 req-d31827f6-e7e6-4151-b2db-148654032c27 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Transition to ACTIVE for port object 6488b641-e221-44be-b4bf-ed3d81a37b03 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:09:04.415376 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98557894-4661-4ae9-9232-770be711a669 req-f6ed4ba2-3beb-48d6-b212-2014ec78d36d tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:04.417362 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-98557894-4661-4ae9-9232-770be711a669 req-f6ed4ba2-3beb-48d6-b212-2014ec78d36d tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.16 "GET /v2.0/networks?id=e9cb6f88-a0a4-4755-a50a-d59302485ab6 HTTP/1.1" status: 200 len: 817 time: 0.1541369 Aug 25 17:09:04.422270 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-39be1d27-7e95-452a-9620-5a137f1a3bb3 req-d31827f6-e7e6-4151-b2db-148654032c27 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743705601783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732937'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:04.486848 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39be1d27-7e95-452a-9620-5a137f1a3bb3 req-d31827f6-e7e6-4151-b2db-148654032c27 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Network babef823-13d0-4c9c-ac11-3e08eee348af is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:09:04.494354 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-39be1d27-7e95-452a-9620-5a137f1a3bb3 req-d31827f6-e7e6-4151-b2db-148654032c27 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:09:04.503370 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31827f6-e7e6-4151-b2db-148654032c27 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Pushing event updated for resources: {'Port': ['ID=6488b641-e221-44be-b4bf-ed3d81a37b03,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:09:04.509300 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-39be1d27-7e95-452a-9620-5a137f1a3bb3 req-d31827f6-e7e6-4151-b2db-148654032c27 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:09:04.515990 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-98557894-4661-4ae9-9232-770be711a669 req-7f474699-b99a-42a3-a781-b220f052ac6e tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09e1d88a498442e5b06e802c45061ff2 HTTP/1.1" status: 200 len: 380 time: 0.0646272 Aug 25 17:09:04.544579 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-98557894-4661-4ae9-9232-770be711a669 req-1ca1156f-addf-4486-aaf8-3e60df59ae81 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Request body: {'port': {'device_id': '6a580bce-641a-4c19-aef5-1066efbf0492', 'network_id': 'e9cb6f88-a0a4-4755-a50a-d59302485ab6', 'admin_state_up': True, 'tenant_id': '09e1d88a498442e5b06e802c45061ff2', 'security_groups': ['9c14d4aa-90e7-49b8-8918-2df33680adf9']}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:09:04.552455 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31827f6-e7e6-4151-b2db-148654032c27 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:09:04.552811 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31827f6-e7e6-4151-b2db-148654032c27 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:09:04.553170 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31827f6-e7e6-4151-b2db-148654032c27 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:09:04.553496 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31827f6-e7e6-4151-b2db-148654032c27 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:09:04.553857 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31827f6-e7e6-4151-b2db-148654032c27 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:09:04.554197 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31827f6-e7e6-4151-b2db-148654032c27 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:09:04.554533 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31827f6-e7e6-4151-b2db-148654032c27 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:09:04.554867 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31827f6-e7e6-4151-b2db-148654032c27 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:09:04.555200 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31827f6-e7e6-4151-b2db-148654032c27 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:09:04.555527 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31827f6-e7e6-4151-b2db-148654032c27 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:09:04.555855 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31827f6-e7e6-4151-b2db-148654032c27 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:09:04.556180 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31827f6-e7e6-4151-b2db-148654032c27 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:09:04.561985 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fc6ec0-e2f5-4064-ad83-11cd665fe0ad req-727f207c-95fd-4d1f-bdfb-f741d123bb32 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:04.563539 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c0fc6ec0-e2f5-4064-ad83-11cd665fe0ad req-727f207c-95fd-4d1f-bdfb-f741d123bb32 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/ports?device_id=084babe8-2f32-483a-aab0-778df51c22eb HTTP/1.1" status: 200 len: 931 time: 0.0624330 Aug 25 17:09:04.618026 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c0fc6ec0-e2f5-4064-ad83-11cd665fe0ad req-eda8aa57-b305-4bc5-b35d-f69d657da232 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/security-groups?id=9a7fe55f-19e7-4685-8491-78be94af470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419364 Aug 25 17:09:04.637840 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be1d27-7e95-452a-9620-5a137f1a3bb3 req-d31827f6-e7e6-4151-b2db-148654032c27 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:04.638513 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-39be1d27-7e95-452a-9620-5a137f1a3bb3 req-d31827f6-e7e6-4151-b2db-148654032c27 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:04.652520 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device f20b890b-7181-4ff1-acca-0f73547d9480 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:09:04.670393 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-39be1d27-7e95-452a-9620-5a137f1a3bb3 req-d31827f6-e7e6-4151-b2db-148654032c27 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7787006 Aug 25 17:09:04.675768 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] No Port match for: f20b890b-7181-4ff1-acca-0f73547d9480 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:09:04.676394 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device f20b890b-7181-4ff1-acca-0f73547d9480 not bound to the agent host hv-cinder-79124 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:09:04.685799 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-39be1d27-7e95-452a-9620-5a137f1a3bb3 req-5c56a242-9928-4f01-ac94-d05f3763b7ce service neutron] Request body: {'port': {'device_id': '084babe8-2f32-483a-aab0-778df51c22eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:09:04.708230 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0a0302f5-7f3a-4fc0-99cd-d5c0dee17165 req-27be96b6-c731-4b19-92cf-f9b3d323dc58 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 210 time: 0.0282123 Aug 25 17:09:04.759748 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-39be1d27-7e95-452a-9620-5a137f1a3bb3 req-5c56a242-9928-4f01-ac94-d05f3763b7ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:04.763819 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98557894-4661-4ae9-9232-770be711a669 req-1ca1156f-addf-4486-aaf8-3e60df59ae81 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Made reservation on behalf of 09e1d88a498442e5b06e802c45061ff2 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:09:04.767344 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-98557894-4661-4ae9-9232-770be711a669 req-1ca1156f-addf-4486-aaf8-3e60df59ae81 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:04.835680 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-34f8d6e8-e1a6-45a0-9313-237330e86bd7 None None] Provisioning for port 6488b641-e221-44be-b4bf-ed3d81a37b03 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:09:04.840285 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-34f8d6e8-e1a6-45a0-9313-237330e86bd7 None None] Provisioning complete for port 6488b641-e221-44be-b4bf-ed3d81a37b03 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:09:04.840650 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-34f8d6e8-e1a6-45a0-9313-237330e86bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:04.874943 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-34f8d6e8-e1a6-45a0-9313-237330e86bd7 None None] Port 6488b641-e221-44be-b4bf-ed3d81a37b03 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 17:09:05.270153 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-98557894-4661-4ae9-9232-770be711a669 req-1ca1156f-addf-4486-aaf8-3e60df59ae81 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Allocated IP 172.20.0.12 (e9cb6f88-a0a4-4755-a50a-d59302485ab6/292f4a80-cdc8-4ba8-8211-52e53edc836f/1a285b68-ce6c-4c9e-9ce2-787ab2421569) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:09:05.450548 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [req-39be1d27-7e95-452a-9620-5a137f1a3bb3 req-5c56a242-9928-4f01-ac94-d05f3763b7ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6488b641-e221-44be-b4bf-ed3d81a37b03 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:09:05.462005 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-39be1d27-7e95-452a-9620-5a137f1a3bb3 req-5c56a242-9928-4f01-ac94-d05f3763b7ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:05.489193 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-39be1d27-7e95-452a-9620-5a137f1a3bb3 req-5c56a242-9928-4f01-ac94-d05f3763b7ce service neutron] Transition to ACTIVE for port object 6488b641-e221-44be-b4bf-ed3d81a37b03 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:09:05.491854 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-98557894-4661-4ae9-9232-770be711a669 req-1ca1156f-addf-4486-aaf8-3e60df59ae81 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:05.496119 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-39be1d27-7e95-452a-9620-5a137f1a3bb3 req-5c56a242-9928-4f01-ac94-d05f3763b7ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3732944'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:05.536084 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-98557894-4661-4ae9-9232-770be711a669 req-1ca1156f-addf-4486-aaf8-3e60df59ae81 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Transition to ACTIVE for port object 1a285b68-ce6c-4c9e-9ce2-787ab2421569 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:09:05.559636 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c56a242-9928-4f01-ac94-d05f3763b7ce service neutron] Pushing event updated for resources: {'Port': ['ID=6488b641-e221-44be-b4bf-ed3d81a37b03,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:09:05.637432 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-98557894-4661-4ae9-9232-770be711a669 req-1ca1156f-addf-4486-aaf8-3e60df59ae81 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743705601783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732937'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:05.690107 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98557894-4661-4ae9-9232-770be711a669 req-1ca1156f-addf-4486-aaf8-3e60df59ae81 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Network e9cb6f88-a0a4-4755-a50a-d59302485ab6 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:09:05.693353 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-39be1d27-7e95-452a-9620-5a137f1a3bb3 req-5c56a242-9928-4f01-ac94-d05f3763b7ce service neutron] Attempting to bind port 6488b641-e221-44be-b4bf-ed3d81a37b03 on host hv-cinder-79124 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:09:05.694094 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-39be1d27-7e95-452a-9620-5a137f1a3bb3 req-5c56a242-9928-4f01-ac94-d05f3763b7ce service neutron] Attempting to bind port 6488b641-e221-44be-b4bf-ed3d81a37b03 by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': '5869c28b-1ae8-41c8-939f-b652bb6315aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1492, 'network_id': 'babef823-13d0-4c9c-ac11-3e08eee348af'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:09:05.694094 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39be1d27-7e95-452a-9620-5a137f1a3bb3 req-5c56a242-9928-4f01-ac94-d05f3763b7ce service neutron] Attempting to bind port 6488b641-e221-44be-b4bf-ed3d81a37b03 on network babef823-13d0-4c9c-ac11-3e08eee348af {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:09:05.696183 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-98557894-4661-4ae9-9232-770be711a669 req-1ca1156f-addf-4486-aaf8-3e60df59ae81 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:09:05.703592 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-98557894-4661-4ae9-9232-770be711a669 req-1ca1156f-addf-4486-aaf8-3e60df59ae81 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:09:05.732124 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ba43a7-c380-4b86-9c62-f99aa7cc794c req-3df1c14b-bfea-4cc2-bd1e-b2dfd67076a2 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:05.735443 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b2ba43a7-c380-4b86-9c62-f99aa7cc794c req-3df1c14b-bfea-4cc2-bd1e-b2dfd67076a2 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/ports?device_id=084babe8-2f32-483a-aab0-778df51c22eb HTTP/1.1" status: 200 len: 943 time: 0.0547445 Aug 25 17:09:05.739004 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39be1d27-7e95-452a-9620-5a137f1a3bb3 req-5c56a242-9928-4f01-ac94-d05f3763b7ce service neutron] Port 6488b641-e221-44be-b4bf-ed3d81a37b03 on network babef823-13d0-4c9c-ac11-3e08eee348af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 17:09:05.739342 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39be1d27-7e95-452a-9620-5a137f1a3bb3 req-5c56a242-9928-4f01-ac94-d05f3763b7ce service neutron] Attempting to bind port 6488b641-e221-44be-b4bf-ed3d81a37b03 on network babef823-13d0-4c9c-ac11-3e08eee348af {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:09:05.753066 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca1156f-addf-4486-aaf8-3e60df59ae81 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Pushing event updated for resources: {'Port': ['ID=1a285b68-ce6c-4c9e-9ce2-787ab2421569,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:09:05.755549 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39be1d27-7e95-452a-9620-5a137f1a3bb3 req-5c56a242-9928-4f01-ac94-d05f3763b7ce service neutron] Checking agent: {'id': '5ac426a1-ab5c-4a46-b982-fffaa6db999e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 59, 15), 'started_at': datetime.datetime(2021, 8, 25, 16, 59, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:09:05.755894 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39be1d27-7e95-452a-9620-5a137f1a3bb3 req-5c56a242-9928-4f01-ac94-d05f3763b7ce service neutron] Checking segment: {'id': '5869c28b-1ae8-41c8-939f-b652bb6315aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1492, 'network_id': 'babef823-13d0-4c9c-ac11-3e08eee348af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:09:05.756279 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39be1d27-7e95-452a-9620-5a137f1a3bb3 req-5c56a242-9928-4f01-ac94-d05f3763b7ce service neutron] Bound using segment: {'id': '5869c28b-1ae8-41c8-939f-b652bb6315aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1492, 'network_id': 'babef823-13d0-4c9c-ac11-3e08eee348af'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:09:05.756726 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-39be1d27-7e95-452a-9620-5a137f1a3bb3 req-5c56a242-9928-4f01-ac94-d05f3763b7ce service neutron] Bound port: 6488b641-e221-44be-b4bf-ed3d81a37b03, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5869c28b-1ae8-41c8-939f-b652bb6315aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1492, 'network_id': 'babef823-13d0-4c9c-ac11-3e08eee348af'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:09:05.757090 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-39be1d27-7e95-452a-9620-5a137f1a3bb3 req-5c56a242-9928-4f01-ac94-d05f3763b7ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:05.786232 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98557894-4661-4ae9-9232-770be711a669 req-1ca1156f-addf-4486-aaf8-3e60df59ae81 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:05.786768 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-98557894-4661-4ae9-9232-770be711a669 req-1ca1156f-addf-4486-aaf8-3e60df59ae81 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:05.798266 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b2ba43a7-c380-4b86-9c62-f99aa7cc794c req-dd0ba5f9-91a1-4a4c-9dbb-b5c5ae283cb7 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/security-groups?id=9a7fe55f-19e7-4685-8491-78be94af470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527525 Aug 25 17:09:05.839265 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-98557894-4661-4ae9-9232-770be711a669 req-1ca1156f-addf-4486-aaf8-3e60df59ae81 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3170078 Aug 25 17:09:05.860369 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-98557894-4661-4ae9-9232-770be711a669 req-0c05a8bd-dd3e-4708-ada0-7da5a18c4444 service neutron] Request body: {'port': {'device_id': '6a580bce-641a-4c19-aef5-1066efbf0492', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:09:05.903437 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-39be1d27-7e95-452a-9620-5a137f1a3bb3 req-5c56a242-9928-4f01-ac94-d05f3763b7ce service neutron] For port 6488b641-e221-44be-b4bf-ed3d81a37b03, host hv-cinder-79124, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:09:05.914637 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d34a8-cf92-415f-aa1f-484befff184b req-13c50253-c37c-4823-8c5a-09ff72a64dba tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:05.916525 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-188d34a8-cf92-415f-aa1f-484befff184b req-13c50253-c37c-4823-8c5a-09ff72a64dba tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 932 time: 0.0545218 Aug 25 17:09:05.938548 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-39be1d27-7e95-452a-9620-5a137f1a3bb3 req-5c56a242-9928-4f01-ac94-d05f3763b7ce service neutron] For port 6488b641-e221-44be-b4bf-ed3d81a37b03, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=6488b641-e221-44be-b4bf-ed3d81a37b03,segment=NetworkSegment(5869c28b-1ae8-41c8-939f-b652bb6315aa),segment_id=5869c28b-1ae8-41c8-939f-b652bb6315aa)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:09:05.943956 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-81abffad-79e1-40cc-b424-5b6a7ff2e47a None None] Provisioning for port 1a285b68-ce6c-4c9e-9ce2-787ab2421569 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:09:05.948397 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-81abffad-79e1-40cc-b424-5b6a7ff2e47a None None] Provisioning complete for port 1a285b68-ce6c-4c9e-9ce2-787ab2421569 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:09:05.948778 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-81abffad-79e1-40cc-b424-5b6a7ff2e47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:05.949150 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-39be1d27-7e95-452a-9620-5a137f1a3bb3 req-5c56a242-9928-4f01-ac94-d05f3763b7ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3732944'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:05.956935 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-98557894-4661-4ae9-9232-770be711a669 req-0c05a8bd-dd3e-4708-ada0-7da5a18c4444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:05.960618 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-188d34a8-cf92-415f-aa1f-484befff184b req-0cc3b8ef-3ca4-44c6-97c7-612a9afc6ccd tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=9c14d4aa-90e7-49b8-8918-2df33680adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373471 Aug 25 17:09:05.983247 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-81abffad-79e1-40cc-b424-5b6a7ff2e47a None None] Port 1a285b68-ce6c-4c9e-9ce2-787ab2421569 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 17:09:05.992163 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be1d27-7e95-452a-9620-5a137f1a3bb3 req-5c56a242-9928-4f01-ac94-d05f3763b7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:05.992773 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-39be1d27-7e95-452a-9620-5a137f1a3bb3 req-5c56a242-9928-4f01-ac94-d05f3763b7ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:05.994172 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-39be1d27-7e95-452a-9620-5a137f1a3bb3 req-5c56a242-9928-4f01-ac94-d05f3763b7ce service neutron] 10.222.0.16 "PUT /v2.0/ports/6488b641-e221-44be-b4bf-ed3d81a37b03 HTTP/1.1" status: 200 len: 1093 time: 1.3138824 Aug 25 17:09:05.996283 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '084babe8-2f32-483a-aab0-778df51c22eb', 'tag': '6488b641-e221-44be-b4bf-ed3d81a37b03'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:09:05.998508 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30294bf1a97406c8a8235025fddf2f3c25b52a26b11c10f571ea972848b08700" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6a5a61-4e00-4b7d-9447-876efdeeecca" -d '{"events": [{"name": "network-changed", "server_uuid": "084babe8-2f32-483a-aab0-778df51c22eb", "tag": "6488b641-e221-44be-b4bf-ed3d81a37b03"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:09:06.043192 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c56a242-9928-4f01-ac94-d05f3763b7ce service neutron] Pushing event updated for resources: {'Port': ['ID=6488b641-e221-44be-b4bf-ed3d81a37b03,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:09:06.050872 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664ce0ec-9360-4b86-9a0a-ffdae0a90a62 x-openstack-request-id: req-664ce0ec-9360-4b86-9a0a-ffdae0a90a62 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:09:06.051160 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "084babe8-2f32-483a-aab0-778df51c22eb", "tag": "6488b641-e221-44be-b4bf-ed3d81a37b03", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:09:06.051406 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-664ce0ec-9360-4b86-9a0a-ffdae0a90a62 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:09:06.051793 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '084babe8-2f32-483a-aab0-778df51c22eb', 'tag': '6488b641-e221-44be-b4bf-ed3d81a37b03', 'status': 'completed', 'code': 200} Aug 25 17:09:06.169549 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be1d27-7e95-452a-9620-5a137f1a3bb3 req-b59bd303-7c42-4421-b97f-bbb719a50862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:06.171082 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-39be1d27-7e95-452a-9620-5a137f1a3bb3 req-b59bd303-7c42-4421-b97f-bbb719a50862 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ba5739dee5fb41749a615cb50fc983d9&device_id=084babe8-2f32-483a-aab0-778df51c22eb HTTP/1.1" status: 200 len: 1096 time: 0.1166759 Aug 25 17:09:06.242459 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-39be1d27-7e95-452a-9620-5a137f1a3bb3 req-8e1fc2de-24e7-490c-8cdc-672d7def8307 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6488b641-e221-44be-b4bf-ed3d81a37b03 HTTP/1.1" status: 200 len: 217 time: 0.0604105 Aug 25 17:09:06.318207 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be1d27-7e95-452a-9620-5a137f1a3bb3 req-c63cb43a-2772-45aa-9167-3d57e58a2866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:06.319667 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-39be1d27-7e95-452a-9620-5a137f1a3bb3 req-c63cb43a-2772-45aa-9167-3d57e58a2866 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bfe00ef0-b79f-4f8a-b5ba-574e5c012373 HTTP/1.1" status: 200 len: 851 time: 0.0700138 Aug 25 17:09:06.403869 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be1d27-7e95-452a-9620-5a137f1a3bb3 req-1aa37200-49da-418d-9a3e-58590a9b73c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:06.405351 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-39be1d27-7e95-452a-9620-5a137f1a3bb3 req-1aa37200-49da-418d-9a3e-58590a9b73c6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=babef823-13d0-4c9c-ac11-3e08eee348af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0777626 Aug 25 17:09:06.414976 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [req-98557894-4661-4ae9-9232-770be711a669 req-0c05a8bd-dd3e-4708-ada0-7da5a18c4444 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a285b68-ce6c-4c9e-9ce2-787ab2421569 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:09:06.436654 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-98557894-4661-4ae9-9232-770be711a669 req-0c05a8bd-dd3e-4708-ada0-7da5a18c4444 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:06.478934 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-98557894-4661-4ae9-9232-770be711a669 req-0c05a8bd-dd3e-4708-ada0-7da5a18c4444 service neutron] Transition to ACTIVE for port object 1a285b68-ce6c-4c9e-9ce2-787ab2421569 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:09:06.484869 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-98557894-4661-4ae9-9232-770be711a669 req-0c05a8bd-dd3e-4708-ada0-7da5a18c4444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3732944'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:06.552051 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-39be1d27-7e95-452a-9620-5a137f1a3bb3 req-098d71a3-c8ea-4858-92f4-6fc9da26b8a8 service neutron] 10.222.0.16 "GET /v2.0/networks/babef823-13d0-4c9c-ac11-3e08eee348af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390026 Aug 25 17:09:06.583804 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c05a8bd-dd3e-4708-ada0-7da5a18c4444 service neutron] Pushing event updated for resources: {'Port': ['ID=1a285b68-ce6c-4c9e-9ce2-787ab2421569,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:09:06.696349 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-98557894-4661-4ae9-9232-770be711a669 req-0c05a8bd-dd3e-4708-ada0-7da5a18c4444 service neutron] Attempting to bind port 1a285b68-ce6c-4c9e-9ce2-787ab2421569 on host hv-cinder-79124 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:09:06.696679 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-98557894-4661-4ae9-9232-770be711a669 req-0c05a8bd-dd3e-4708-ada0-7da5a18c4444 service neutron] Attempting to bind port 1a285b68-ce6c-4c9e-9ce2-787ab2421569 by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': 'ec41dbf2-ba24-42a3-a378-c3be87889b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1486, 'network_id': 'e9cb6f88-a0a4-4755-a50a-d59302485ab6'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:09:06.697000 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98557894-4661-4ae9-9232-770be711a669 req-0c05a8bd-dd3e-4708-ada0-7da5a18c4444 service neutron] Attempting to bind port 1a285b68-ce6c-4c9e-9ce2-787ab2421569 on network e9cb6f88-a0a4-4755-a50a-d59302485ab6 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:09:06.705498 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-39be1d27-7e95-452a-9620-5a137f1a3bb3 req-3756122f-fc63-4d01-a055-fe87f6a7c0d5 service neutron] 10.222.0.16 "GET /v2.0/networks/babef823-13d0-4c9c-ac11-3e08eee348af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443911 Aug 25 17:09:06.706256 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98557894-4661-4ae9-9232-770be711a669 req-0c05a8bd-dd3e-4708-ada0-7da5a18c4444 service neutron] Port 1a285b68-ce6c-4c9e-9ce2-787ab2421569 on network e9cb6f88-a0a4-4755-a50a-d59302485ab6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 17:09:06.706571 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98557894-4661-4ae9-9232-770be711a669 req-0c05a8bd-dd3e-4708-ada0-7da5a18c4444 service neutron] Attempting to bind port 1a285b68-ce6c-4c9e-9ce2-787ab2421569 on network e9cb6f88-a0a4-4755-a50a-d59302485ab6 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:09:06.711328 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98557894-4661-4ae9-9232-770be711a669 req-0c05a8bd-dd3e-4708-ada0-7da5a18c4444 service neutron] Checking agent: {'id': '5ac426a1-ab5c-4a46-b982-fffaa6db999e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 59, 15), 'started_at': datetime.datetime(2021, 8, 25, 16, 59, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:09:06.711657 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98557894-4661-4ae9-9232-770be711a669 req-0c05a8bd-dd3e-4708-ada0-7da5a18c4444 service neutron] Checking segment: {'id': 'ec41dbf2-ba24-42a3-a378-c3be87889b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1486, 'network_id': 'e9cb6f88-a0a4-4755-a50a-d59302485ab6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:09:06.712026 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98557894-4661-4ae9-9232-770be711a669 req-0c05a8bd-dd3e-4708-ada0-7da5a18c4444 service neutron] Bound using segment: {'id': 'ec41dbf2-ba24-42a3-a378-c3be87889b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1486, 'network_id': 'e9cb6f88-a0a4-4755-a50a-d59302485ab6'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:09:06.712444 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-98557894-4661-4ae9-9232-770be711a669 req-0c05a8bd-dd3e-4708-ada0-7da5a18c4444 service neutron] Bound port: 1a285b68-ce6c-4c9e-9ce2-787ab2421569, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec41dbf2-ba24-42a3-a378-c3be87889b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1486, 'network_id': 'e9cb6f88-a0a4-4755-a50a-d59302485ab6'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:09:06.712799 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-98557894-4661-4ae9-9232-770be711a669 req-0c05a8bd-dd3e-4708-ada0-7da5a18c4444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:06.801486 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-98557894-4661-4ae9-9232-770be711a669 req-0c05a8bd-dd3e-4708-ada0-7da5a18c4444 service neutron] For port 1a285b68-ce6c-4c9e-9ce2-787ab2421569, host hv-cinder-79124, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:09:06.804858 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-98557894-4661-4ae9-9232-770be711a669 req-0c05a8bd-dd3e-4708-ada0-7da5a18c4444 service neutron] For port 1a285b68-ce6c-4c9e-9ce2-787ab2421569, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=1a285b68-ce6c-4c9e-9ce2-787ab2421569,segment=NetworkSegment(ec41dbf2-ba24-42a3-a378-c3be87889b8c),segment_id=ec41dbf2-ba24-42a3-a378-c3be87889b8c)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:09:06.809458 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-98557894-4661-4ae9-9232-770be711a669 req-0c05a8bd-dd3e-4708-ada0-7da5a18c4444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3732944'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:06.840486 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a5a61-4e00-4b7d-9447-876efdeeecca req-27ad0ad2-2121-494f-a435-1136e67b4d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:06.842027 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-df6a5a61-4e00-4b7d-9447-876efdeeecca req-27ad0ad2-2121-494f-a435-1136e67b4d7d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ba5739dee5fb41749a615cb50fc983d9&device_id=084babe8-2f32-483a-aab0-778df51c22eb HTTP/1.1" status: 200 len: 1096 time: 0.0868013 Aug 25 17:09:06.853147 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98557894-4661-4ae9-9232-770be711a669 req-0c05a8bd-dd3e-4708-ada0-7da5a18c4444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:06.854425 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-98557894-4661-4ae9-9232-770be711a669 req-0c05a8bd-dd3e-4708-ada0-7da5a18c4444 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:06.855910 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-98557894-4661-4ae9-9232-770be711a669 req-0c05a8bd-dd3e-4708-ada0-7da5a18c4444 service neutron] 10.222.0.16 "PUT /v2.0/ports/1a285b68-ce6c-4c9e-9ce2-787ab2421569 HTTP/1.1" status: 200 len: 1094 time: 1.0081489 Aug 25 17:09:06.927511 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b67807-4a38-4907-9feb-3c7365dfad16 req-3289c2b2-e47b-4af3-aac3-238ac9b84e17 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:06.929751 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e6b67807-4a38-4907-9feb-3c7365dfad16 req-3289c2b2-e47b-4af3-aac3-238ac9b84e17 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/ports?device_id=084babe8-2f32-483a-aab0-778df51c22eb HTTP/1.1" status: 200 len: 943 time: 0.0545599 Aug 25 17:09:06.945105 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c05a8bd-dd3e-4708-ada0-7da5a18c4444 service neutron] Pushing event updated for resources: {'Port': ['ID=1a285b68-ce6c-4c9e-9ce2-787ab2421569,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:09:06.975698 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e6b67807-4a38-4907-9feb-3c7365dfad16 req-291c5afe-980b-4e82-963a-b701dad706c1 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/security-groups?id=9a7fe55f-19e7-4685-8491-78be94af470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378218 Aug 25 17:09:06.992654 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98557894-4661-4ae9-9232-770be711a669 req-c5eef6c2-0ae6-4d03-9160-2d94671956fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:06.998953 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-98557894-4661-4ae9-9232-770be711a669 req-c5eef6c2-0ae6-4d03-9160-2d94671956fd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=09e1d88a498442e5b06e802c45061ff2&device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 1097 time: 0.0866899 Aug 25 17:09:07.003401 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a5a61-4e00-4b7d-9447-876efdeeecca req-5763e5b9-e7dc-4601-8075-7899bd356cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:07.005062 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-df6a5a61-4e00-4b7d-9447-876efdeeecca req-5763e5b9-e7dc-4601-8075-7899bd356cb7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=babef823-13d0-4c9c-ac11-3e08eee348af HTTP/1.1" status: 200 len: 914 time: 0.1482317 Aug 25 17:09:07.052925 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-98557894-4661-4ae9-9232-770be711a669 req-89301bc8-79c9-41a7-a490-fce6844564e0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a285b68-ce6c-4c9e-9ce2-787ab2421569 HTTP/1.1" status: 200 len: 217 time: 0.0453432 Aug 25 17:09:07.087219 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-df6a5a61-4e00-4b7d-9447-876efdeeecca req-810b78e5-7eb3-417b-946d-36a7e6dfbe8d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6488b641-e221-44be-b4bf-ed3d81a37b03 HTTP/1.1" status: 200 len: 217 time: 0.0718136 Aug 25 17:09:07.090015 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e77e5c7-795e-4165-a8b7-e56886c79d25 req-5e7476a3-1988-4a77-aa67-1e589c8b80ec tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:07.091485 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0e77e5c7-795e-4165-a8b7-e56886c79d25 req-5e7476a3-1988-4a77-aa67-1e589c8b80ec tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 944 time: 0.0498157 Aug 25 17:09:07.129299 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0e77e5c7-795e-4165-a8b7-e56886c79d25 req-c485e714-bd51-4514-a857-ef62d60bcfc8 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=9c14d4aa-90e7-49b8-8918-2df33680adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318012 Aug 25 17:09:07.155415 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98557894-4661-4ae9-9232-770be711a669 req-068b6445-b1fb-4151-853b-f7f5ff461b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:07.156891 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-98557894-4661-4ae9-9232-770be711a669 req-068b6445-b1fb-4151-853b-f7f5ff461b3f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=292f4a80-cdc8-4ba8-8211-52e53edc836f HTTP/1.1" status: 200 len: 856 time: 0.0778587 Aug 25 17:09:07.161941 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a5a61-4e00-4b7d-9447-876efdeeecca req-547c9246-abde-4a54-afb6-2edd3f747dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:07.163274 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-df6a5a61-4e00-4b7d-9447-876efdeeecca req-547c9246-abde-4a54-afb6-2edd3f747dbd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bfe00ef0-b79f-4f8a-b5ba-574e5c012373 HTTP/1.1" status: 200 len: 851 time: 0.0571368 Aug 25 17:09:07.232673 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98557894-4661-4ae9-9232-770be711a669 req-35a7a27c-ae0e-424f-8d99-70b96411e2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:07.234180 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-98557894-4661-4ae9-9232-770be711a669 req-35a7a27c-ae0e-424f-8d99-70b96411e2cc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e9cb6f88-a0a4-4755-a50a-d59302485ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0698917 Aug 25 17:09:07.235773 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a5a61-4e00-4b7d-9447-876efdeeecca req-ce085010-a749-4354-a200-b49f1d2fea04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:07.237097 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-df6a5a61-4e00-4b7d-9447-876efdeeecca req-ce085010-a749-4354-a200-b49f1d2fea04 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=babef823-13d0-4c9c-ac11-3e08eee348af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0656502 Aug 25 17:09:07.398697 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-df6a5a61-4e00-4b7d-9447-876efdeeecca req-2c4ed3d9-edb3-484a-a9db-d67be4d09924 service neutron] 10.222.0.16 "GET /v2.0/networks/babef823-13d0-4c9c-ac11-3e08eee348af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489198 Aug 25 17:09:07.400301 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-98557894-4661-4ae9-9232-770be711a669 req-2f662913-862e-431f-b08a-d7f433a7b263 service neutron] 10.222.0.16 "GET /v2.0/networks/e9cb6f88-a0a4-4755-a50a-d59302485ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517565 Aug 25 17:09:07.563569 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-df6a5a61-4e00-4b7d-9447-876efdeeecca req-2759824b-e4ae-4325-8839-b76785aaffac service neutron] 10.222.0.16 "GET /v2.0/networks/babef823-13d0-4c9c-ac11-3e08eee348af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508961 Aug 25 17:09:07.565417 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-98557894-4661-4ae9-9232-770be711a669 req-9be42998-9840-4698-898a-1a2123f3ad5f service neutron] 10.222.0.16 "GET /v2.0/networks/e9cb6f88-a0a4-4755-a50a-d59302485ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517973 Aug 25 17:09:08.053100 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a580bce-641a-4c19-aef5-1066efbf0492', 'tag': '1a285b68-ce6c-4c9e-9ce2-787ab2421569'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:09:08.055559 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30294bf1a97406c8a8235025fddf2f3c25b52a26b11c10f571ea972848b08700" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988edff5-f01a-45ef-8d54-1ad791b8bab8" -d '{"events": [{"name": "network-changed", "server_uuid": "6a580bce-641a-4c19-aef5-1066efbf0492", "tag": "1a285b68-ce6c-4c9e-9ce2-787ab2421569"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:09:08.325520 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a361c172-5614-45ed-bc21-dd5842308468 req-e7683aaf-c620-4ff0-890f-fc0e4d12a351 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:08.327020 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a361c172-5614-45ed-bc21-dd5842308468 req-e7683aaf-c620-4ff0-890f-fc0e4d12a351 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/ports?device_id=084babe8-2f32-483a-aab0-778df51c22eb HTTP/1.1" status: 200 len: 943 time: 0.2814806 Aug 25 17:09:08.363765 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a361c172-5614-45ed-bc21-dd5842308468 req-51437a60-27a3-4f3e-b141-a68807791b59 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/security-groups?id=9a7fe55f-19e7-4685-8491-78be94af470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309057 Aug 25 17:09:08.406330 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04082023-3c53-4f85-acb4-285c1cd196ad x-openstack-request-id: req-04082023-3c53-4f85-acb4-285c1cd196ad {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:09:08.406842 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a580bce-641a-4c19-aef5-1066efbf0492", "tag": "1a285b68-ce6c-4c9e-9ce2-787ab2421569", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:09:08.406842 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-04082023-3c53-4f85-acb4-285c1cd196ad {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:09:08.407236 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a580bce-641a-4c19-aef5-1066efbf0492', 'tag': '1a285b68-ce6c-4c9e-9ce2-787ab2421569', 'status': 'completed', 'code': 200} Aug 25 17:09:08.469019 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988edff5-f01a-45ef-8d54-1ad791b8bab8 req-ad7f9937-d9fe-4eeb-87f1-b6045168ea40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:08.470637 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-988edff5-f01a-45ef-8d54-1ad791b8bab8 req-ad7f9937-d9fe-4eeb-87f1-b6045168ea40 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=09e1d88a498442e5b06e802c45061ff2&device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 1097 time: 0.0402803 Aug 25 17:09:08.495512 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466c5b9-59ae-447b-9445-6f662c0f9d24 req-53b494f6-8617-468d-b56b-978382b72066 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:08.496969 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f466c5b9-59ae-447b-9445-6f662c0f9d24 req-53b494f6-8617-468d-b56b-978382b72066 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 944 time: 0.0473545 Aug 25 17:09:08.534417 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f466c5b9-59ae-447b-9445-6f662c0f9d24 req-364fd539-847b-48b8-96c6-196f22ce5d51 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=9c14d4aa-90e7-49b8-8918-2df33680adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315466 Aug 25 17:09:08.558754 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988edff5-f01a-45ef-8d54-1ad791b8bab8 req-13f33e91-e605-4fef-aaa3-14444597855f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:08.560156 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-988edff5-f01a-45ef-8d54-1ad791b8bab8 req-13f33e91-e605-4fef-aaa3-14444597855f service neutron] 10.222.0.16 "GET /v2.0/networks?id=e9cb6f88-a0a4-4755-a50a-d59302485ab6 HTTP/1.1" status: 200 len: 919 time: 0.0828855 Aug 25 17:09:08.604962 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-988edff5-f01a-45ef-8d54-1ad791b8bab8 req-9c00ac82-cb5b-48eb-b08c-476dad5a6fa2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a285b68-ce6c-4c9e-9ce2-787ab2421569 HTTP/1.1" status: 200 len: 217 time: 0.0372972 Aug 25 17:09:08.652955 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988edff5-f01a-45ef-8d54-1ad791b8bab8 req-285c8bc0-6d5b-45f7-bf5f-a22aba1ad2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:08.654373 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-988edff5-f01a-45ef-8d54-1ad791b8bab8 req-285c8bc0-6d5b-45f7-bf5f-a22aba1ad2d7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=292f4a80-cdc8-4ba8-8211-52e53edc836f HTTP/1.1" status: 200 len: 856 time: 0.0427959 Aug 25 17:09:08.698272 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988edff5-f01a-45ef-8d54-1ad791b8bab8 req-3542854b-2342-47bd-a20d-e49c56c7c9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:08.699699 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-988edff5-f01a-45ef-8d54-1ad791b8bab8 req-3542854b-2342-47bd-a20d-e49c56c7c9bb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e9cb6f88-a0a4-4755-a50a-d59302485ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380135 Aug 25 17:09:08.789918 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-988edff5-f01a-45ef-8d54-1ad791b8bab8 req-9c1956a7-f128-4ebe-8440-51207ac7871d service neutron] 10.222.0.16 "GET /v2.0/networks/e9cb6f88-a0a4-4755-a50a-d59302485ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824552 Aug 25 17:09:08.877490 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-988edff5-f01a-45ef-8d54-1ad791b8bab8 req-90081c3f-1992-4853-afdd-85f904061d6c service neutron] 10.222.0.16 "GET /v2.0/networks/e9cb6f88-a0a4-4755-a50a-d59302485ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792515 Aug 25 17:09:09.477192 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ea8e7-f64d-4163-a9a9-c757bca58b28 req-239457f2-4339-477f-806b-9d0428c6e8a0 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:09.478793 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a18ea8e7-f64d-4163-a9a9-c757bca58b28 req-239457f2-4339-477f-806b-9d0428c6e8a0 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/ports?device_id=084babe8-2f32-483a-aab0-778df51c22eb HTTP/1.1" status: 200 len: 943 time: 0.0492699 Aug 25 17:09:09.516227 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a18ea8e7-f64d-4163-a9a9-c757bca58b28 req-981839d2-f9f7-4a4b-bc93-8aac071e52fd tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/security-groups?id=9a7fe55f-19e7-4685-8491-78be94af470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315406 Aug 25 17:09:09.651654 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24537295-29bc-47c4-8b44-5bdfa634000c req-b735b570-471d-4480-9728-77d7e09ae19c tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:09.653092 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-24537295-29bc-47c4-8b44-5bdfa634000c req-b735b570-471d-4480-9728-77d7e09ae19c tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 944 time: 0.0506506 Aug 25 17:09:09.691591 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-24537295-29bc-47c4-8b44-5bdfa634000c req-d211c477-8792-4e54-a497-024c7e55f52c tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=9c14d4aa-90e7-49b8-8918-2df33680adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318208 Aug 25 17:09:10.627297 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b50834-a91f-4404-934f-c7fb1f4a3ffc req-ee720f09-c9c6-4ae0-ad7c-6d2a5ce84c8b tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:10.628654 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d4b50834-a91f-4404-934f-c7fb1f4a3ffc req-ee720f09-c9c6-4ae0-ad7c-6d2a5ce84c8b tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/ports?device_id=084babe8-2f32-483a-aab0-778df51c22eb HTTP/1.1" status: 200 len: 943 time: 0.0468783 Aug 25 17:09:10.666132 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d4b50834-a91f-4404-934f-c7fb1f4a3ffc req-14042dd6-d92f-41bd-929c-bf1e36a700ec tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/security-groups?id=9a7fe55f-19e7-4685-8491-78be94af470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314188 Aug 25 17:09:10.705418 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device 1a285b68-ce6c-4c9e-9ce2-787ab2421569 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 17:09:10.806869 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port 1a285b68-ce6c-4c9e-9ce2-787ab2421569, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=1a285b68-ce6c-4c9e-9ce2-787ab2421569,segment=NetworkSegment(ec41dbf2-ba24-42a3-a378-c3be87889b8c),segment_id=ec41dbf2-ba24-42a3-a378-c3be87889b8c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:09:10.813586 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc389fb-ecc4-4f63-9ddb-5b50c5e96ee0 req-676510db-414b-4bce-9065-23acef8d6a08 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:10.815104 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-cfc389fb-ecc4-4f63-9ddb-5b50c5e96ee0 req-676510db-414b-4bce-9065-23acef8d6a08 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 944 time: 0.0526001 Aug 25 17:09:10.819000 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Returning: {'device': '1a285b68-ce6c-4c9e-9ce2-787ab2421569', 'network_id': 'e9cb6f88-a0a4-4755-a50a-d59302485ab6', 'port_id': '1a285b68-ce6c-4c9e-9ce2-787ab2421569', 'mac_address': 'fa:16:3e:b3:ec:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1486, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '292f4a80-cdc8-4ba8-8211-52e53edc836f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 17:09:10.854171 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-cfc389fb-ecc4-4f63-9ddb-5b50c5e96ee0 req-6095d206-2adf-4ea6-8249-45d15fd67b3b tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=9c14d4aa-90e7-49b8-8918-2df33680adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330658 Aug 25 17:09:10.855989 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:10.868618 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a285b68-ce6c-4c9e-9ce2-787ab2421569 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:09:10.887956 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port 1a285b68-ce6c-4c9e-9ce2-787ab2421569, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=1a285b68-ce6c-4c9e-9ce2-787ab2421569,segment=NetworkSegment(ec41dbf2-ba24-42a3-a378-c3be87889b8c),segment_id=ec41dbf2-ba24-42a3-a378-c3be87889b8c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:09:10.891356 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:10.940311 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Pushing event updated for resources: {'Port': ['ID=1a285b68-ce6c-4c9e-9ce2-787ab2421569,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:09:10.946953 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:09:10.947825 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:09:10.948166 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:09:10.948681 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:09:10.949015 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:09:10.949344 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:09:10.949691 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:09:10.950016 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:09:10.950340 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:09:10.950660 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:09:10.950985 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:09:10.951301 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:09:11.274681 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] get_ports_and_sgs() called for port_ids ['1a285b68-ce6c-4c9e-9ce2-787ab2421569'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:09:11.783012 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769bf4db-0308-4e6d-a823-2e33d02c7ef0 req-8404544f-ca3b-4915-8457-7b61e0469994 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:11.784470 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-769bf4db-0308-4e6d-a823-2e33d02c7ef0 req-8404544f-ca3b-4915-8457-7b61e0469994 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/ports?device_id=084babe8-2f32-483a-aab0-778df51c22eb HTTP/1.1" status: 200 len: 943 time: 0.0513937 Aug 25 17:09:11.821056 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-769bf4db-0308-4e6d-a823-2e33d02c7ef0 req-1e8843f6-08ad-4f24-b24e-c20d7e763487 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/security-groups?id=9a7fe55f-19e7-4685-8491-78be94af470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307801 Aug 25 17:09:11.970028 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12839618-69ef-42e9-b57c-3d15825920c6 req-5f45c30d-2015-4136-afd0-e1460a169201 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:11.971562 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-12839618-69ef-42e9-b57c-3d15825920c6 req-5f45c30d-2015-4136-afd0-e1460a169201 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 945 time: 0.0490906 Aug 25 17:09:12.008229 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-12839618-69ef-42e9-b57c-3d15825920c6 req-35b9d968-7a0e-422f-a091-018b6c3dd8fe tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=9c14d4aa-90e7-49b8-8918-2df33680adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308144 Aug 25 17:09:12.713377 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device 1a285b68-ce6c-4c9e-9ce2-787ab2421569 up at agent hyperv_hv-cinder-79124 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:09:12.760397 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Provisioning for port 1a285b68-ce6c-4c9e-9ce2-787ab2421569 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:09:12.763913 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Provisioning complete for port 1a285b68-ce6c-4c9e-9ce2-787ab2421569 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:09:12.764285 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:12.840670 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:12.863942 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a580bce-641a-4c19-aef5-1066efbf0492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a285b68-ce6c-4c9e-9ce2-787ab2421569'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:09:12.866197 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a4fac4520762e8d57daf7008e8680b9db75e4099b28a5f40786ddec6b187ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833c1c99-92f6-4efa-8c0d-262d164ba78a" -d '{"events": [{"server_uuid": "6a580bce-641a-4c19-aef5-1066efbf0492", "name": "network-vif-plugged", "status": "completed", "tag": "1a285b68-ce6c-4c9e-9ce2-787ab2421569"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:09:12.878965 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port 1a285b68-ce6c-4c9e-9ce2-787ab2421569, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=1a285b68-ce6c-4c9e-9ce2-787ab2421569,segment=NetworkSegment(ec41dbf2-ba24-42a3-a378-c3be87889b8c),segment_id=ec41dbf2-ba24-42a3-a378-c3be87889b8c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:09:12.882916 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:12.932655 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Pushing event updated for resources: {'Port': ['ID=1a285b68-ce6c-4c9e-9ce2-787ab2421569,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:09:12.938887 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e5d3b3-a3c3-4ebc-ae7b-ec80d3c117d0 req-ae26a535-82f3-40a2-bd20-27fc290da0fa tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:12.940836 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-91e5d3b3-a3c3-4ebc-ae7b-ec80d3c117d0 req-ae26a535-82f3-40a2-bd20-27fc290da0fa tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/ports?device_id=084babe8-2f32-483a-aab0-778df51c22eb HTTP/1.1" status: 200 len: 943 time: 0.0503979 Aug 25 17:09:12.979110 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-91e5d3b3-a3c3-4ebc-ae7b-ec80d3c117d0 req-545569d8-d51b-4d53-a235-7f70ae05e04f tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/security-groups?id=9a7fe55f-19e7-4685-8491-78be94af470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327427 Aug 25 17:09:13.021563 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4305233-3c70-46b1-8815-d91627a33a93 x-openstack-request-id: req-f4305233-3c70-46b1-8815-d91627a33a93 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:09:13.021890 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a580bce-641a-4c19-aef5-1066efbf0492", "name": "network-vif-plugged", "status": "completed", "tag": "1a285b68-ce6c-4c9e-9ce2-787ab2421569", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:09:13.022147 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f4305233-3c70-46b1-8815-d91627a33a93 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:09:13.022539 dv-cinder-791240-5-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a580bce-641a-4c19-aef5-1066efbf0492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a285b68-ce6c-4c9e-9ce2-787ab2421569', 'code': 200} Aug 25 17:09:13.086718 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-22d8a20f-31f3-4813-ba72-e20ee4e24ccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:13.139960 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d740f40-0416-4904-bdfb-ee2b879ae774 req-46d4e9a9-7a73-44a5-9a4c-f7d33ad6bc6f tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:13.141582 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6d740f40-0416-4904-bdfb-ee2b879ae774 req-46d4e9a9-7a73-44a5-9a4c-f7d33ad6bc6f tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 946 time: 0.0560787 Aug 25 17:09:13.180195 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6d740f40-0416-4904-bdfb-ee2b879ae774 req-d37a2731-1b9b-40d9-87c6-8d1f3fdd6aeb tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=9c14d4aa-90e7-49b8-8918-2df33680adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327694 Aug 25 17:09:13.194068 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ab94fd-4089-44c3-a04a-9c40532eb4c5 req-b7544312-60b2-4891-965b-3ebd198be60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:13.195473 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a2ab94fd-4089-44c3-a04a-9c40532eb4c5 req-b7544312-60b2-4891-965b-3ebd198be60e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 1099 time: 0.0390167 Aug 25 17:09:13.232026 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a2ab94fd-4089-44c3-a04a-9c40532eb4c5 req-aca63574-d6cc-431a-9342-9a8c40975e8e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9c14d4aa-90e7-49b8-8918-2df33680adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278687 Aug 25 17:09:14.091416 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360fc48c-cd23-4e9e-96d6-329901aa8452 req-db542922-cb56-468a-a4b6-3418c355f6f7 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:14.092884 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-360fc48c-cd23-4e9e-96d6-329901aa8452 req-db542922-cb56-468a-a4b6-3418c355f6f7 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/ports?device_id=084babe8-2f32-483a-aab0-778df51c22eb HTTP/1.1" status: 200 len: 943 time: 0.0478277 Aug 25 17:09:14.129553 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-360fc48c-cd23-4e9e-96d6-329901aa8452 req-ef649f6f-defc-4faf-a8c7-61078eda326a tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/security-groups?id=9a7fe55f-19e7-4685-8491-78be94af470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308328 Aug 25 17:09:14.296008 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c07bc31-a6fa-409a-842a-b343514642ac req-7f5bdcf3-a637-4949-ad45-c18ed6c9de6a tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:14.297422 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5c07bc31-a6fa-409a-842a-b343514642ac req-7f5bdcf3-a637-4949-ad45-c18ed6c9de6a tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 946 time: 0.0486398 Aug 25 17:09:14.336806 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5c07bc31-a6fa-409a-842a-b343514642ac req-66c55e23-8f5e-4c89-963b-c2d5abeb339b tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=9c14d4aa-90e7-49b8-8918-2df33680adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329895 Aug 25 17:09:14.724659 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device 6488b641-e221-44be-b4bf-ed3d81a37b03 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 17:09:14.820056 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port 6488b641-e221-44be-b4bf-ed3d81a37b03, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=6488b641-e221-44be-b4bf-ed3d81a37b03,segment=NetworkSegment(5869c28b-1ae8-41c8-939f-b652bb6315aa),segment_id=5869c28b-1ae8-41c8-939f-b652bb6315aa)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:09:14.831537 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Returning: {'device': '6488b641-e221-44be-b4bf-ed3d81a37b03', 'network_id': 'babef823-13d0-4c9c-ac11-3e08eee348af', 'port_id': '6488b641-e221-44be-b4bf-ed3d81a37b03', 'mac_address': 'fa:16:3e:bc:99:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1492, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfe00ef0-b79f-4f8a-b5ba-574e5c012373', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 17:09:14.866597 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:14.879255 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6488b641-e221-44be-b4bf-ed3d81a37b03 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:09:14.898441 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port 6488b641-e221-44be-b4bf-ed3d81a37b03, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=6488b641-e221-44be-b4bf-ed3d81a37b03,segment=NetworkSegment(5869c28b-1ae8-41c8-939f-b652bb6315aa),segment_id=5869c28b-1ae8-41c8-939f-b652bb6315aa)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:09:14.902126 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:14.951452 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Pushing event updated for resources: {'Port': ['ID=6488b641-e221-44be-b4bf-ed3d81a37b03,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:09:15.248214 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff1f13-f1af-44f5-9b2d-51389521622f req-767862b5-8766-45b3-8ae0-2611871bba50 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:15.249754 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d0ff1f13-f1af-44f5-9b2d-51389521622f req-767862b5-8766-45b3-8ae0-2611871bba50 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/ports?device_id=084babe8-2f32-483a-aab0-778df51c22eb HTTP/1.1" status: 200 len: 944 time: 0.0515623 Aug 25 17:09:15.283083 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] get_ports_and_sgs() called for port_ids ['6488b641-e221-44be-b4bf-ed3d81a37b03'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:09:15.293159 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d0ff1f13-f1af-44f5-9b2d-51389521622f req-935d6ab0-af84-4ad5-8131-b1cdeac97bbd tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/security-groups?id=9a7fe55f-19e7-4685-8491-78be94af470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367148 Aug 25 17:09:15.475232 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143adc07-5cfb-4c42-8fac-d0ec6def1f89 req-45896ea7-4270-466f-915b-3d05bdc47a67 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:15.477489 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-143adc07-5cfb-4c42-8fac-d0ec6def1f89 req-45896ea7-4270-466f-915b-3d05bdc47a67 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 946 time: 0.0591056 Aug 25 17:09:15.534759 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-143adc07-5cfb-4c42-8fac-d0ec6def1f89 req-66b6fff5-390c-4a53-a471-37c26c1558bd tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=9c14d4aa-90e7-49b8-8918-2df33680adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475066 Aug 25 17:09:15.670418 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6289aba-b0e6-45c6-b488-971af477dc32 req-f1d3fb85-44a3-4759-9390-1e3101f13575 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:15.671938 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e6289aba-b0e6-45c6-b488-971af477dc32 req-f1d3fb85-44a3-4759-9390-1e3101f13575 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 946 time: 0.0605044 Aug 25 17:09:15.680687 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 43182) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:09:15.686247 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-20d665f5-1042-424d-8abe-61284b067269 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Request body: {'floatingip': {'port_id': '1a285b68-ce6c-4c9e-9ce2-787ab2421569'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:09:15.708143 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-406d00c6-1c89-46e4-83da-d074d1e25bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:15.735474 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-20d665f5-1042-424d-8abe-61284b067269 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks [] for floatingip, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:15.927804 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:15.930088 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:16.197967 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-20d665f5-1042-424d-8abe-61284b067269 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:16.201563 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-20d665f5-1042-424d-8abe-61284b067269 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614033'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:16.422504 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f35c3-7365-4475-9496-36dc2f776370 req-3b4f15af-70e1-4e8c-871d-a24c1c1edded tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:16.424069 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a03f35c3-7365-4475-9496-36dc2f776370 req-3b4f15af-70e1-4e8c-871d-a24c1c1edded tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/ports?device_id=084babe8-2f32-483a-aab0-778df51c22eb HTTP/1.1" status: 200 len: 944 time: 0.0622199 Aug 25 17:09:16.463773 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a03f35c3-7365-4475-9496-36dc2f776370 req-8f759663-417e-4924-8f6d-088087d65d24 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/security-groups?id=9a7fe55f-19e7-4685-8491-78be94af470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337963 Aug 25 17:09:16.548528 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.db.l3_db [None req-20d665f5-1042-424d-8abe-61284b067269 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Floating IP 2cde72f6-33b4-4bdb-9dac-47530bf8191c associated. External IP: 172.27.2.112, port: 1a285b68-ce6c-4c9e-9ce2-787ab2421569. Aug 25 17:09:16.728602 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device 6488b641-e221-44be-b4bf-ed3d81a37b03 up at agent hyperv_hv-cinder-79124 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:09:16.748827 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20d665f5-1042-424d-8abe-61284b067269 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Router 6420a350-f878-4b80-a9c0-6f85656f2e6b has already been hosted by L3 agent d32565c1-f1a3-4226-8f5a-e505deb187a1 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:09:16.776614 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Provisioning for port 6488b641-e221-44be-b4bf-ed3d81a37b03 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:09:16.780699 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Provisioning complete for port 6488b641-e221-44be-b4bf-ed3d81a37b03 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:09:16.781063 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:16.857789 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d665f5-1042-424d-8abe-61284b067269 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify agent at l3_agent.dv-cinder-791240-5-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:09:16.862693 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-20d665f5-1042-424d-8abe-61284b067269 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:16.867113 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e242402-0216-4d74-bff2-0855ded16375 None None] Sync routers for ids ['6420a350-f878-4b80-a9c0-6f85656f2e6b'] in dv-cinder-791240-5-iscsi {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:09:16.873475 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:16.892173 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-20d665f5-1042-424d-8abe-61284b067269 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "PUT /v2.0/floatingips/2cde72f6-33b4-4bdb-9dac-47530bf8191c HTTP/1.1" status: 200 len: 992 time: 1.2100806 Aug 25 17:09:16.892875 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a580bce-641a-4c19-aef5-1066efbf0492', 'tag': '1a285b68-ce6c-4c9e-9ce2-787ab2421569'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:09:16.893849 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e242402-0216-4d74-bff2-0855ded16375 None None] Routers {'6420a350-f878-4b80-a9c0-6f85656f2e6b'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:09:16.894474 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-8e242402-0216-4d74-bff2-0855ded16375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:09:16Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['6420a350-f878-4b80-a9c0-6f85656f2e6b'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:09:16.895249 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30294bf1a97406c8a8235025fddf2f3c25b52a26b11c10f571ea972848b08700" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7201b1-5000-4747-bbd6-d5e4a489a16c" -d '{"events": [{"name": "network-changed", "server_uuid": "6a580bce-641a-4c19-aef5-1066efbf0492", "tag": "1a285b68-ce6c-4c9e-9ce2-787ab2421569"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:09:16.903313 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '084babe8-2f32-483a-aab0-778df51c22eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6488b641-e221-44be-b4bf-ed3d81a37b03'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:09:16.905770 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a4fac4520762e8d57daf7008e8680b9db75e4099b28a5f40786ddec6b187ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-390fc22c-c382-46d5-a5fa-00588f3126dc" -d '{"events": [{"server_uuid": "084babe8-2f32-483a-aab0-778df51c22eb", "name": "network-vif-plugged", "status": "completed", "tag": "6488b641-e221-44be-b4bf-ed3d81a37b03"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:09:16.950948 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port 6488b641-e221-44be-b4bf-ed3d81a37b03, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=6488b641-e221-44be-b4bf-ed3d81a37b03,segment=NetworkSegment(5869c28b-1ae8-41c8-939f-b652bb6315aa),segment_id=5869c28b-1ae8-41c8-939f-b652bb6315aa)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:09:16.958131 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:17.011951 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f54501a-1185-49e0-aadb-6ed88fd92765 x-openstack-request-id: req-0f54501a-1185-49e0-aadb-6ed88fd92765 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:09:17.012365 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a580bce-641a-4c19-aef5-1066efbf0492", "tag": "1a285b68-ce6c-4c9e-9ce2-787ab2421569", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:09:17.012687 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0f54501a-1185-49e0-aadb-6ed88fd92765 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:09:17.013182 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a580bce-641a-4c19-aef5-1066efbf0492', 'tag': '1a285b68-ce6c-4c9e-9ce2-787ab2421569', 'status': 'completed', 'code': 200} Aug 25 17:09:17.079048 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7201b1-5000-4747-bbd6-d5e4a489a16c req-0e6899f1-ea5a-4814-8652-272ad3b62179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:17.080581 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5c7201b1-5000-4747-bbd6-d5e4a489a16c req-0e6899f1-ea5a-4814-8652-272ad3b62179 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=09e1d88a498442e5b06e802c45061ff2&device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 1099 time: 0.0453317 Aug 25 17:09:17.147106 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c33178-cb20-45f2-bbf1-d1b141f56c4d x-openstack-request-id: req-32c33178-cb20-45f2-bbf1-d1b141f56c4d {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:09:17.147371 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "084babe8-2f32-483a-aab0-778df51c22eb", "name": "network-vif-plugged", "status": "completed", "tag": "6488b641-e221-44be-b4bf-ed3d81a37b03", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:09:17.147610 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-32c33178-cb20-45f2-bbf1-d1b141f56c4d {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:09:17.147976 dv-cinder-791240-5-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '084babe8-2f32-483a-aab0-778df51c22eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6488b641-e221-44be-b4bf-ed3d81a37b03', 'code': 200} Aug 25 17:09:17.174579 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7201b1-5000-4747-bbd6-d5e4a489a16c req-e6c32ccd-7d6f-45fc-8d0c-6bb0620edfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:17.176333 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5c7201b1-5000-4747-bbd6-d5e4a489a16c req-e6c32ccd-7d6f-45fc-8d0c-6bb0620edfdf service neutron] 10.222.0.16 "GET /v2.0/networks?id=e9cb6f88-a0a4-4755-a50a-d59302485ab6 HTTP/1.1" status: 200 len: 919 time: 0.0866354 Aug 25 17:09:17.179062 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3a305108-1f99-4b5d-a622-23901fed2525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:17.205647 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Pushing event updated for resources: {'Port': ['ID=6488b641-e221-44be-b4bf-ed3d81a37b03,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:09:17.212191 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-8e242402-0216-4d74-bff2-0855ded16375 None None] Set router 6420a350-f878-4b80-a9c0-6f85656f2e6b gateway port host: dv-cinder-791240-5-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:09:17.250532 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5c7201b1-5000-4747-bbd6-d5e4a489a16c req-6771ce06-7512-4335-8162-e6c3d9b89ea3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a285b68-ce6c-4c9e-9ce2-787ab2421569 HTTP/1.1" status: 200 len: 1000 time: 0.0656950 Aug 25 17:09:17.329953 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7201b1-5000-4747-bbd6-d5e4a489a16c req-cb5dad78-8498-495e-a362-e98aa2b62ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:17.331406 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5c7201b1-5000-4747-bbd6-d5e4a489a16c req-cb5dad78-8498-495e-a362-e98aa2b62ccc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=292f4a80-cdc8-4ba8-8211-52e53edc836f HTTP/1.1" status: 200 len: 856 time: 0.0632145 Aug 25 17:09:17.337521 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c221d3-9155-4d47-b0d8-ae238fc36381 req-7c1a06bc-5e43-49cf-96b1-1258d611a049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:17.339049 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e2c221d3-9155-4d47-b0d8-ae238fc36381 req-7c1a06bc-5e43-49cf-96b1-1258d611a049 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=084babe8-2f32-483a-aab0-778df51c22eb HTTP/1.1" status: 200 len: 1098 time: 0.0780380 Aug 25 17:09:17.408191 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e2c221d3-9155-4d47-b0d8-ae238fc36381 req-6c0cd097-f7c9-402a-9cfb-e6044271968a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9a7fe55f-19e7-4685-8491-78be94af470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547905 Aug 25 17:09:17.409828 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7201b1-5000-4747-bbd6-d5e4a489a16c req-8bae8b62-edb3-4ad4-991b-537a48a9d93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:17.411208 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5c7201b1-5000-4747-bbd6-d5e4a489a16c req-8bae8b62-edb3-4ad4-991b-537a48a9d93d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e9cb6f88-a0a4-4755-a50a-d59302485ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0651073 Aug 25 17:09:17.444187 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-8e242402-0216-4d74-bff2-0855ded16375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6420a350-f878-4b80-a9c0-6f85656f2e6b', 'name': 'tempest-AttachVolumeShelveTestJSON-1390417477-router', 'tenant_id': '09e1d88a498442e5b06e802c45061ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '0ada1a0b-413b-4c8f-97f5-b57c8413338a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:02:17Z', 'updated_at': '2021-08-25T17:02:21Z', 'revision_number': 4, 'project_id': '09e1d88a498442e5b06e802c45061ff2', 'gw_port': {'id': '0ada1a0b-413b-4c8f-97f5-b57c8413338a', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6420a350-f878-4b80-a9c0-6f85656f2e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:18Z', 'updated_at': '2021-08-25T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_floatingips': [{'id': '2cde72f6-33b4-4bdb-9dac-47530bf8191c', 'tenant_id': '09e1d88a498442e5b06e802c45061ff2', 'floating_ip_address': '172.27.2.112', 'floating_network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'router_id': '6420a350-f878-4b80-a9c0-6f85656f2e6b', 'port_id': '1a285b68-ce6c-4c9e-9ce2-787ab2421569', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9cb6f88-a0a4-4755-a50a-d59302485ab6', 'mac_address': 'fa:16:3e:b3:ec:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a580bce-641a-4c19-aef5-1066efbf0492', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:09:01Z', 'updated_at': '2021-08-25T17:09:16Z', 'revision_number': 1, 'project_id': '09e1d88a498442e5b06e802c45061ff2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f370cd71-068f-41e1-855f-b7a043e7d62e', 'name': '', 'network_id': 'e9cb6f88-a0a4-4755-a50a-d59302485ab6', 'tenant_id': '09e1d88a498442e5b06e802c45061ff2', 'mac_address': 'fa:16:3e:cf:56:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6420a350-f878-4b80-a9c0-6f85656f2e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '292f4a80-cdc8-4ba8-8211-52e53edc836f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:20Z', 'updated_at': '2021-08-25T17:02:26Z', 'revision_number': 5, 'project_id': '09e1d88a498442e5b06e802c45061ff2', 'subnets': [{'id': '292f4a80-cdc8-4ba8-8211-52e53edc836f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:09:17.473507 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e242402-0216-4d74-bff2-0855ded16375 None None] Checking router: 6420a350-f878-4b80-a9c0-6f85656f2e6b for host: dv-cinder-791240-5-iscsi {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:09:17.483092 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e242402-0216-4d74-bff2-0855ded16375 None None] Routers {'6420a350-f878-4b80-a9c0-6f85656f2e6b'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:09:17.483695 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-8e242402-0216-4d74-bff2-0855ded16375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:09:16Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['6420a350-f878-4b80-a9c0-6f85656f2e6b'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:09:17.579570 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e85a10-da35-4714-b5ff-3816bcae55f2 req-1cca263f-b1c0-42ee-862c-01705bce53c7 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:17.581034 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-42e85a10-da35-4714-b5ff-3816bcae55f2 req-1cca263f-b1c0-42ee-862c-01705bce53c7 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/ports?device_id=084babe8-2f32-483a-aab0-778df51c22eb HTTP/1.1" status: 200 len: 945 time: 0.0488327 Aug 25 17:09:17.592460 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-8e242402-0216-4d74-bff2-0855ded16375 None None] Set router 6420a350-f878-4b80-a9c0-6f85656f2e6b gateway port host: dv-cinder-791240-5-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:09:17.620230 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-42e85a10-da35-4714-b5ff-3816bcae55f2 req-7813ea78-50a6-463f-9790-d04b47bbaa1a tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/security-groups?id=9a7fe55f-19e7-4685-8491-78be94af470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331428 Aug 25 17:09:17.770067 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5c7201b1-5000-4747-bbd6-d5e4a489a16c req-084439ff-ff7e-44ed-96f3-ac20b844ba44 service neutron] 10.222.0.16 "GET /v2.0/networks/e9cb6f88-a0a4-4755-a50a-d59302485ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937705 Aug 25 17:09:17.838287 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-8e242402-0216-4d74-bff2-0855ded16375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6420a350-f878-4b80-a9c0-6f85656f2e6b', 'name': 'tempest-AttachVolumeShelveTestJSON-1390417477-router', 'tenant_id': '09e1d88a498442e5b06e802c45061ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '0ada1a0b-413b-4c8f-97f5-b57c8413338a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:02:17Z', 'updated_at': '2021-08-25T17:02:21Z', 'revision_number': 4, 'project_id': '09e1d88a498442e5b06e802c45061ff2', 'gw_port': {'id': '0ada1a0b-413b-4c8f-97f5-b57c8413338a', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6420a350-f878-4b80-a9c0-6f85656f2e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:18Z', 'updated_at': '2021-08-25T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_floatingips': [{'id': '2cde72f6-33b4-4bdb-9dac-47530bf8191c', 'tenant_id': '09e1d88a498442e5b06e802c45061ff2', 'floating_ip_address': '172.27.2.112', 'floating_network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'router_id': '6420a350-f878-4b80-a9c0-6f85656f2e6b', 'port_id': '1a285b68-ce6c-4c9e-9ce2-787ab2421569', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9cb6f88-a0a4-4755-a50a-d59302485ab6', 'mac_address': 'fa:16:3e:b3:ec:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a580bce-641a-4c19-aef5-1066efbf0492', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:09:01Z', 'updated_at': '2021-08-25T17:09:16Z', 'revision_number': 1, 'project_id': '09e1d88a498442e5b06e802c45061ff2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f370cd71-068f-41e1-855f-b7a043e7d62e', 'name': '', 'network_id': 'e9cb6f88-a0a4-4755-a50a-d59302485ab6', 'tenant_id': '09e1d88a498442e5b06e802c45061ff2', 'mac_address': 'fa:16:3e:cf:56:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6420a350-f878-4b80-a9c0-6f85656f2e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '292f4a80-cdc8-4ba8-8211-52e53edc836f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:20Z', 'updated_at': '2021-08-25T17:02:26Z', 'revision_number': 5, 'project_id': '09e1d88a498442e5b06e802c45061ff2', 'subnets': [{'id': '292f4a80-cdc8-4ba8-8211-52e53edc836f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:09:17.870125 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e242402-0216-4d74-bff2-0855ded16375 None None] The sync data for ids ['6420a350-f878-4b80-a9c0-6f85656f2e6b'] in dv-cinder-791240-5-iscsi is: [{'id': '6420a350-f878-4b80-a9c0-6f85656f2e6b', 'name': 'tempest-AttachVolumeShelveTestJSON-1390417477-router', 'tenant_id': '09e1d88a498442e5b06e802c45061ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '0ada1a0b-413b-4c8f-97f5-b57c8413338a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:02:17Z', 'updated_at': '2021-08-25T17:02:21Z', 'revision_number': 4, 'project_id': '09e1d88a498442e5b06e802c45061ff2', 'gw_port': {'id': '0ada1a0b-413b-4c8f-97f5-b57c8413338a', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6420a350-f878-4b80-a9c0-6f85656f2e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:18Z', 'updated_at': '2021-08-25T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_floatingips': [{'id': '2cde72f6-33b4-4bdb-9dac-47530bf8191c', 'tenant_id': '09e1d88a498442e5b06e802c45061ff2', 'floating_ip_address': '172.27.2.112', 'floating_network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'router_id': '6420a350-f878-4b80-a9c0-6f85656f2e6b', 'port_id': '1a285b68-ce6c-4c9e-9ce2-787ab2421569', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9cb6f88-a0a4-4755-a50a-d59302485ab6', 'mac_address': 'fa:16:3e:b3:ec:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a580bce-641a-4c19-aef5-1066efbf0492', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:09:01Z', 'updated_at': '2021-08-25T17:09:16Z', 'revision_number': 1, 'project_id': '09e1d88a498442e5b06e802c45061ff2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f370cd71-068f-41e1-855f-b7a043e7d62e', 'name': '', 'network_id': 'e9cb6f88-a0a4-4755-a50a-d59302485ab6', 'tenant_id': '09e1d88a498442e5b06e802c45061ff2', 'mac_address': 'fa:16:3e:cf:56:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6420a350-f878-4b80-a9c0-6f85656f2e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '292f4a80-cdc8-4ba8-8211-52e53edc836f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:20Z', 'updated_at': '2021-08-25T17:02:26Z', 'revision_number': 5, 'project_id': '09e1d88a498442e5b06e802c45061ff2', 'subnets': [{'id': '292f4a80-cdc8-4ba8-8211-52e53edc836f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:09:17.872631 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5c7201b1-5000-4747-bbd6-d5e4a489a16c req-48667c78-c288-4e27-ab02-e3094bd4980d service neutron] 10.222.0.16 "GET /v2.0/networks/e9cb6f88-a0a4-4755-a50a-d59302485ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942471 Aug 25 17:09:18.002598 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a3638-5c00-4b0c-8c69-b8238e2fc7a3 req-1237394f-d824-443c-8bf8-94063ca3447a tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:18.004145 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-337a3638-5c00-4b0c-8c69-b8238e2fc7a3 req-1237394f-d824-443c-8bf8-94063ca3447a tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/ports?device_id=23d0a6a9-6a99-4f5d-941e-af2f69b1e03a HTTP/1.1" status: 200 len: 946 time: 0.0559728 Aug 25 17:09:18.045708 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-337a3638-5c00-4b0c-8c69-b8238e2fc7a3 req-41b08cfa-a10c-475a-bffe-1a84c9160b15 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/security-groups?id=d911630e-e40c-452f-9806-e620e347b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351927 Aug 25 17:09:18.069956 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428dab98-3121-4112-bf29-61267c84c31b None None] New status for floating IP 2cde72f6-33b4-4bdb-9dac-47530bf8191c: ACTIVE {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 17:09:18.416445 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7978419e-b967-4a47-8975-0267302d25d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:18.738707 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484413ca-8ad7-4ed0-b642-785f4249712d req-a5cd4e21-4f40-4fc8-b079-2fce140124d2 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:18.740190 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-484413ca-8ad7-4ed0-b642-785f4249712d req-a5cd4e21-4f40-4fc8-b079-2fce140124d2 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/ports?device_id=084babe8-2f32-483a-aab0-778df51c22eb HTTP/1.1" status: 200 len: 945 time: 0.0525243 Aug 25 17:09:18.778491 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-484413ca-8ad7-4ed0-b642-785f4249712d req-6b7e3688-da98-4d44-ac42-99f69dadacba tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/security-groups?id=9a7fe55f-19e7-4685-8491-78be94af470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316312 Aug 25 17:09:19.159191 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb28f82-1307-43d2-b27c-8d34d2161df7 req-eaa283c0-c065-4bea-ab94-550d821d3b78 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:19.161041 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7cb28f82-1307-43d2-b27c-8d34d2161df7 req-eaa283c0-c065-4bea-ab94-550d821d3b78 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/ports?device_id=23d0a6a9-6a99-4f5d-941e-af2f69b1e03a HTTP/1.1" status: 200 len: 946 time: 0.0491416 Aug 25 17:09:19.198439 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7cb28f82-1307-43d2-b27c-8d34d2161df7 req-d984b2ca-6022-4544-92a2-0210ae1b5f1a tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/security-groups?id=d911630e-e40c-452f-9806-e620e347b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309393 Aug 25 17:09:19.334269 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a0a90-88bd-4e99-b7d8-6a91eff851d5 req-546e7b72-5b1c-4656-85ef-604cf00e2ce9 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:19.335743 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-841a0a90-88bd-4e99-b7d8-6a91eff851d5 req-546e7b72-5b1c-4656-85ef-604cf00e2ce9 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.16 "GET /v2.0/ports?device_id=23d0a6a9-6a99-4f5d-941e-af2f69b1e03a HTTP/1.1" status: 200 len: 946 time: 0.0489361 Aug 25 17:09:19.429179 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-841a0a90-88bd-4e99-b7d8-6a91eff851d5 req-0c0420a5-1ca2-442e-b3aa-2de34635461d tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Deleting port ab99c3a1-f1a4-4219-83d8-17fc28201a8b {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:09:19.429519 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-841a0a90-88bd-4e99-b7d8-6a91eff851d5 req-0c0420a5-1ca2-442e-b3aa-2de34635461d tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743706167839'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:19.518508 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-841a0a90-88bd-4e99-b7d8-6a91eff851d5 req-0c0420a5-1ca2-442e-b3aa-2de34635461d tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] For port ab99c3a1-f1a4-4219-83d8-17fc28201a8b, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=ab99c3a1-f1a4-4219-83d8-17fc28201a8b,segment=NetworkSegment(5e3e5c27-313d-406c-97cc-b08ec9f9f718),segment_id=5e3e5c27-313d-406c-97cc-b08ec9f9f718)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:09:19.518867 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-841a0a90-88bd-4e99-b7d8-6a91eff851d5 req-0c0420a5-1ca2-442e-b3aa-2de34635461d tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616478'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:19.687557 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-841a0a90-88bd-4e99-b7d8-6a91eff851d5 req-0c0420a5-1ca2-442e-b3aa-2de34635461d tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:19.687937 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-841a0a90-88bd-4e99-b7d8-6a91eff851d5 req-0c0420a5-1ca2-442e-b3aa-2de34635461d tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614033'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:19.688254 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.db.l3_db [req-841a0a90-88bd-4e99-b7d8-6a91eff851d5 req-0c0420a5-1ca2-442e-b3aa-2de34635461d tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Floating IP e9882ee9-9afd-4507-93d6-6b47df8e913e disassociated. External IP: 172.27.2.94, port: ab99c3a1-f1a4-4219-83d8-17fc28201a8b. Aug 25 17:09:19.688587 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-841a0a90-88bd-4e99-b7d8-6a91eff851d5 req-0c0420a5-1ca2-442e-b3aa-2de34635461d tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Calling delete_port for ab99c3a1-f1a4-4219-83d8-17fc28201a8b owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:09:19.815654 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-841a0a90-88bd-4e99-b7d8-6a91eff851d5 req-0c0420a5-1ca2-442e-b3aa-2de34635461d tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743706076703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743705601028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732937'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:19.843222 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0420a5-1ca2-442e-b3aa-2de34635461d tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Pushing event deleted for resources: {'Port': ['ID=ab99c3a1-f1a4-4219-83d8-17fc28201a8b,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:09:19.905065 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff0425d-853e-48b8-8f33-db7b74ea7c68 req-595a818a-e601-4ef6-a3f9-d8f6327ba972 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:19.906625 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5ff0425d-853e-48b8-8f33-db7b74ea7c68 req-595a818a-e601-4ef6-a3f9-d8f6327ba972 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/ports?device_id=084babe8-2f32-483a-aab0-778df51c22eb HTTP/1.1" status: 200 len: 945 time: 0.0570345 Aug 25 17:09:19.944425 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5ff0425d-853e-48b8-8f33-db7b74ea7c68 req-e6a92566-32cb-469e-953c-0663f27d4d07 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/security-groups?id=9a7fe55f-19e7-4685-8491-78be94af470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317101 Aug 25 17:09:19.957256 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [req-841a0a90-88bd-4e99-b7d8-6a91eff851d5 req-0c0420a5-1ca2-442e-b3aa-2de34635461d tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Router 4dddc476-cdca-4bbf-aa6c-abfc542361f6 has already been hosted by L3 agent d32565c1-f1a3-4226-8f5a-e505deb187a1 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:09:20.072668 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-841a0a90-88bd-4e99-b7d8-6a91eff851d5 req-0c0420a5-1ca2-442e-b3aa-2de34635461d tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify agent at l3_agent.dv-cinder-791240-5-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:09:20.077775 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace27c12-43f6-49bc-a449-715886dbe2c6 req-517dd9f5-834f-4ff2-a88c-1c8fc9c5cb4e tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:20.079334 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ace27c12-43f6-49bc-a449-715886dbe2c6 req-517dd9f5-834f-4ff2-a88c-1c8fc9c5cb4e tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/ports?device_id=084babe8-2f32-483a-aab0-778df51c22eb HTTP/1.1" status: 200 len: 945 time: 0.0551639 Aug 25 17:09:20.087905 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046dd938-dbd6-4a64-9627-147043c16f0d None None] Sync routers for ids ['4dddc476-cdca-4bbf-aa6c-abfc542361f6'] in dv-cinder-791240-5-iscsi {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:09:20.104979 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046dd938-dbd6-4a64-9627-147043c16f0d None None] Routers {'4dddc476-cdca-4bbf-aa6c-abfc542361f6'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:09:20.105595 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-046dd938-dbd6-4a64-9627-147043c16f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:09:16Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['4dddc476-cdca-4bbf-aa6c-abfc542361f6'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:09:20.117358 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-841a0a90-88bd-4e99-b7d8-6a91eff851d5 req-0c0420a5-1ca2-442e-b3aa-2de34635461d tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] No DVR routers for this DVR port ab99c3a1-f1a4-4219-83d8-17fc28201a8b on host hv-cinder-79124 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:09:20.121281 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-841a0a90-88bd-4e99-b7d8-6a91eff851d5 req-0c0420a5-1ca2-442e-b3aa-2de34635461d tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:20.123312 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-841a0a90-88bd-4e99-b7d8-6a91eff851d5 req-0c0420a5-1ca2-442e-b3aa-2de34635461d tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.16 "DELETE /v2.0/ports/ab99c3a1-f1a4-4219-83d8-17fc28201a8b HTTP/1.1" status: 204 len: 173 time: 0.7808714 Aug 25 17:09:20.125024 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23d0a6a9-6a99-4f5d-941e-af2f69b1e03a', 'name': 'network-vif-deleted', 'tag': 'ab99c3a1-f1a4-4219-83d8-17fc28201a8b'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:09:20.128829 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30294bf1a97406c8a8235025fddf2f3c25b52a26b11c10f571ea972848b08700" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be2e7d44-d14b-46f6-b380-8aad5f402f55" -d '{"events": [{"server_uuid": "23d0a6a9-6a99-4f5d-941e-af2f69b1e03a", "name": "network-vif-deleted", "tag": "ab99c3a1-f1a4-4219-83d8-17fc28201a8b"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:09:20.132781 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ace27c12-43f6-49bc-a449-715886dbe2c6 req-ed79fd17-5504-4f9d-aaa7-9f7d1c9e96f3 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/security-groups?id=9a7fe55f-19e7-4685-8491-78be94af470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336053 Aug 25 17:09:20.151432 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 43220) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:09:20.205186 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c5d433f2-3ea4-48c3-874f-860addfad685 req-fe000e06-4e26-4de1-8e52-0b9af6213315 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0808918 Aug 25 17:09:20.212775 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdff45f9-4645-4084-84bd-471a3228ea2d tempest-TestVolumeBootPattern-2049241211 tempest-TestVolumeBootPattern-2049241211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:20.214365 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-cdff45f9-4645-4084-84bd-471a3228ea2d tempest-TestVolumeBootPattern-2049241211 tempest-TestVolumeBootPattern-2049241211-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=084babe8-2f32-483a-aab0-778df51c22eb HTTP/1.1" status: 200 len: 1093 time: 0.0619922 Aug 25 17:09:20.217095 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 43222) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:09:20.225955 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-4820b736-abcf-4f43-842f-2d49dc39948c tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Request body: {'floatingip': {'floating_network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'port_id': '6488b641-e221-44be-b4bf-ed3d81a37b03', 'tenant_id': 'ba5739dee5fb41749a615cb50fc983d9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:09:20.256950 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-046dd938-dbd6-4a64-9627-147043c16f0d None None] Set router 4dddc476-cdca-4bbf-aa6c-abfc542361f6 gateway port host: dv-cinder-791240-5-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:09:20.265079 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4820b736-abcf-4f43-842f-2d49dc39948c tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks [] for floatingip, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:20.281824 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-073cac05-84ad-4620-8bfe-e148404a32c4 x-openstack-request-id: req-073cac05-84ad-4620-8bfe-e148404a32c4 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:09:20.282540 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23d0a6a9-6a99-4f5d-941e-af2f69b1e03a", "name": "network-vif-deleted", "tag": "ab99c3a1-f1a4-4219-83d8-17fc28201a8b", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:09:20.283054 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-073cac05-84ad-4620-8bfe-e148404a32c4 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:09:20.283658 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23d0a6a9-6a99-4f5d-941e-af2f69b1e03a', 'name': 'network-vif-deleted', 'tag': 'ab99c3a1-f1a4-4219-83d8-17fc28201a8b', 'status': 'completed', 'code': 200} Aug 25 17:09:20.313713 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d433f2-3ea4-48c3-874f-860addfad685 req-935df375-bd7c-4214-98c1-8675523da3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:20.319045 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c5d433f2-3ea4-48c3-874f-860addfad685 req-935df375-bd7c-4214-98c1-8675523da3de service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2e0f86f1410e48e99ce078647d3125f3&device_id=1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b HTTP/1.1" status: 200 len: 1137 time: 0.0834925 Aug 25 17:09:20.402631 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d4facf51-749b-4577-a529-5e31832bd3b4 req-cfe99ad7-e92a-4b3c-bd1a-b108c872d936 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/ports?device_id=23d0a6a9-6a99-4f5d-941e-af2f69b1e03a HTTP/1.1" status: 200 len: 210 time: 0.0479419 Aug 25 17:09:20.462394 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d433f2-3ea4-48c3-874f-860addfad685 req-c17e26c3-5db4-439e-8a6b-90986b1eadd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:20.463993 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c5d433f2-3ea4-48c3-874f-860addfad685 req-c17e26c3-5db4-439e-8a6b-90986b1eadd4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=67402cff-b45f-4fed-abaa-c7f552a48d5e HTTP/1.1" status: 200 len: 916 time: 0.1126676 Aug 25 17:09:20.477491 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4820b736-abcf-4f43-842f-2d49dc39948c tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:20.525406 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-046dd938-dbd6-4a64-9627-147043c16f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dddc476-cdca-4bbf-aa6c-abfc542361f6', 'name': 'tempest-AttachVolumeTestJSON-888737631-router', 'tenant_id': 'b481d864bbdf470583d302856fcdb3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '4399d554-4a99-426d-923f-dadf3ad56474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:01:06Z', 'updated_at': '2021-08-25T17:01:12Z', 'revision_number': 4, 'project_id': 'b481d864bbdf470583d302856fcdb3c2', 'gw_port': {'id': '4399d554-4a99-426d-923f-dadf3ad56474', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dddc476-cdca-4bbf-aa6c-abfc542361f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:01:07Z', 'updated_at': '2021-08-25T17:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_interfaces': [{'id': 'aa0fb896-50de-4f7f-9748-811e93e68d1b', 'name': '', 'network_id': 'd686dfae-89b6-4141-b607-e36388f6039b', 'tenant_id': 'b481d864bbdf470583d302856fcdb3c2', 'mac_address': 'fa:16:3e:26:c5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dddc476-cdca-4bbf-aa6c-abfc542361f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b924291b-4b0f-4431-8d0f-79843e01869c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:01:11Z', 'updated_at': '2021-08-25T17:01:22Z', 'revision_number': 5, 'project_id': 'b481d864bbdf470583d302856fcdb3c2', 'subnets': [{'id': 'b924291b-4b0f-4431-8d0f-79843e01869c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:09:20.544487 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c5d433f2-3ea4-48c3-874f-860addfad685 req-d85e912f-14c1-40bc-a60b-884d2b10be4d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60995caa-fc85-4c9e-a5dc-02feeaf7b8c4 HTTP/1.1" status: 200 len: 1001 time: 0.0647781 Aug 25 17:09:20.552669 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046dd938-dbd6-4a64-9627-147043c16f0d None None] Checking router: 4dddc476-cdca-4bbf-aa6c-abfc542361f6 for host: dv-cinder-791240-5-iscsi {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:09:20.561801 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046dd938-dbd6-4a64-9627-147043c16f0d None None] Routers {'4dddc476-cdca-4bbf-aa6c-abfc542361f6'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:09:20.562401 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-046dd938-dbd6-4a64-9627-147043c16f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:09:16Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['4dddc476-cdca-4bbf-aa6c-abfc542361f6'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:09:20.607566 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d433f2-3ea4-48c3-874f-860addfad685 req-960bd5bf-d158-48b3-9db5-2aba562f51fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:20.609260 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c5d433f2-3ea4-48c3-874f-860addfad685 req-960bd5bf-d158-48b3-9db5-2aba562f51fd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ecf1d074-31af-4eab-9bb7-bf7bd6ac47eb HTTP/1.1" status: 200 len: 853 time: 0.0544362 Aug 25 17:09:20.610162 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-4820b736-abcf-4f43-842f-2d49dc39948c tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Allocated IP 172.27.2.57 (914f4934-f5ad-4127-8ba1-186f4f0b2c29/116950f5-36d3-4fc2-ae19-feb6e35b150a/b38dd5aa-134f-453f-91b6-9a762d1be7d7) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:09:20.666504 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d433f2-3ea4-48c3-874f-860addfad685 req-3951868c-6a0f-43af-81c4-d60939534838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:20.669484 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c5d433f2-3ea4-48c3-874f-860addfad685 req-3951868c-6a0f-43af-81c4-d60939534838 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=67402cff-b45f-4fed-abaa-c7f552a48d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523853 Aug 25 17:09:20.696450 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-046dd938-dbd6-4a64-9627-147043c16f0d None None] Set router 4dddc476-cdca-4bbf-aa6c-abfc542361f6 gateway port host: dv-cinder-791240-5-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:09:20.735115 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4820b736-abcf-4f43-842f-2d49dc39948c tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:20.788434 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4820b736-abcf-4f43-842f-2d49dc39948c tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743705601783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3625696'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:20.815596 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c5d433f2-3ea4-48c3-874f-860addfad685 req-a270578d-76a0-4839-a873-03f37a4a5c4f service neutron] 10.222.0.16 "GET /v2.0/networks/67402cff-b45f-4fed-abaa-c7f552a48d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379440 Aug 25 17:09:20.826428 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4820b736-abcf-4f43-842f-2d49dc39948c tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Network 914f4934-f5ad-4127-8ba1-186f4f0b2c29 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:09:20.832959 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-4820b736-abcf-4f43-842f-2d49dc39948c tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:09:20.836601 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4820b736-abcf-4f43-842f-2d49dc39948c tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:09:20.858927 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4820b736-abcf-4f43-842f-2d49dc39948c tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Pushing event updated for resources: {'Port': ['ID=b38dd5aa-134f-453f-91b6-9a762d1be7d7,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:09:20.910254 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c5d433f2-3ea4-48c3-874f-860addfad685 req-97229333-b715-49db-9e71-56833a2d44ff service neutron] 10.222.0.16 "GET /v2.0/networks/67402cff-b45f-4fed-abaa-c7f552a48d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871792 Aug 25 17:09:20.940964 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-046dd938-dbd6-4a64-9627-147043c16f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dddc476-cdca-4bbf-aa6c-abfc542361f6', 'name': 'tempest-AttachVolumeTestJSON-888737631-router', 'tenant_id': 'b481d864bbdf470583d302856fcdb3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '4399d554-4a99-426d-923f-dadf3ad56474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:01:06Z', 'updated_at': '2021-08-25T17:01:12Z', 'revision_number': 4, 'project_id': 'b481d864bbdf470583d302856fcdb3c2', 'gw_port': {'id': '4399d554-4a99-426d-923f-dadf3ad56474', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dddc476-cdca-4bbf-aa6c-abfc542361f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:01:07Z', 'updated_at': '2021-08-25T17:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_interfaces': [{'id': 'aa0fb896-50de-4f7f-9748-811e93e68d1b', 'name': '', 'network_id': 'd686dfae-89b6-4141-b607-e36388f6039b', 'tenant_id': 'b481d864bbdf470583d302856fcdb3c2', 'mac_address': 'fa:16:3e:26:c5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dddc476-cdca-4bbf-aa6c-abfc542361f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b924291b-4b0f-4431-8d0f-79843e01869c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:01:11Z', 'updated_at': '2021-08-25T17:01:22Z', 'revision_number': 5, 'project_id': 'b481d864bbdf470583d302856fcdb3c2', 'subnets': [{'id': 'b924291b-4b0f-4431-8d0f-79843e01869c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:09:20.968932 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046dd938-dbd6-4a64-9627-147043c16f0d None None] The sync data for ids ['4dddc476-cdca-4bbf-aa6c-abfc542361f6'] in dv-cinder-791240-5-iscsi is: [{'id': '4dddc476-cdca-4bbf-aa6c-abfc542361f6', 'name': 'tempest-AttachVolumeTestJSON-888737631-router', 'tenant_id': 'b481d864bbdf470583d302856fcdb3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '4399d554-4a99-426d-923f-dadf3ad56474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:01:06Z', 'updated_at': '2021-08-25T17:01:12Z', 'revision_number': 4, 'project_id': 'b481d864bbdf470583d302856fcdb3c2', 'gw_port': {'id': '4399d554-4a99-426d-923f-dadf3ad56474', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dddc476-cdca-4bbf-aa6c-abfc542361f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:01:07Z', 'updated_at': '2021-08-25T17:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_interfaces': [{'id': 'aa0fb896-50de-4f7f-9748-811e93e68d1b', 'name': '', 'network_id': 'd686dfae-89b6-4141-b607-e36388f6039b', 'tenant_id': 'b481d864bbdf470583d302856fcdb3c2', 'mac_address': 'fa:16:3e:26:c5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dddc476-cdca-4bbf-aa6c-abfc542361f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b924291b-4b0f-4431-8d0f-79843e01869c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:01:11Z', 'updated_at': '2021-08-25T17:01:22Z', 'revision_number': 5, 'project_id': 'b481d864bbdf470583d302856fcdb3c2', 'subnets': [{'id': 'b924291b-4b0f-4431-8d0f-79843e01869c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:09:21.192009 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b73d062-4890-4cb3-a5d7-2a793717f79b None None] New status for floating IP e9882ee9-9afd-4507-93d6-6b47df8e913e: DOWN {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 17:09:21.224987 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4820b736-abcf-4f43-842f-2d49dc39948c tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:21.294990 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4820b736-abcf-4f43-842f-2d49dc39948c tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:21.451681 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4820b736-abcf-4f43-842f-2d49dc39948c tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:21.456497 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4820b736-abcf-4f43-842f-2d49dc39948c tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3625721'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:21.483709 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 43232) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:09:21.526174 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4820b736-abcf-4f43-842f-2d49dc39948c tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Pushing event updated for resources: {'Port': ['ID=b38dd5aa-134f-453f-91b6-9a762d1be7d7,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:09:21.538662 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4820b736-abcf-4f43-842f-2d49dc39948c tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614033'] for floatingip, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:21.550059 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0ce39a11-7d89-407b-9f3e-fe32260f73c1 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:21.575094 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0ce39a11-7d89-407b-9f3e-fe32260f73c1 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:21.627250 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0ce39a11-7d89-407b-9f3e-fe32260f73c1 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:21.629878 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0ce39a11-7d89-407b-9f3e-fe32260f73c1 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:21.631030 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-0ce39a11-7d89-407b-9f3e-fe32260f73c1 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "DELETE /v2.0/security-groups/d911630e-e40c-452f-9806-e620e347b7eb HTTP/1.1" status: 204 len: 168 time: 0.1460295 Aug 25 17:09:21.635010 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 43236) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:09:21.645583 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.db.l3_db [None req-4820b736-abcf-4f43-842f-2d49dc39948c tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Floating IP 37bb81f4-77fe-458c-8059-ac89f0eee4d7 associated. External IP: 172.27.2.57, port: 6488b641-e221-44be-b4bf-ed3d81a37b03. Aug 25 17:09:21.658038 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce39a11-7d89-407b-9f3e-fe32260f73c1 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d911630e-e40c-452f-9806-e620e347b7eb,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:09:21.660114 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.api.v2.resource [None req-b8318281-d685-464b-b553-c77fa509c828 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] show failed (client error): The resource could not be found. Aug 25 17:09:21.661112 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-b8318281-d685-464b-b553-c77fa509c828 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/security-groups/d911630e-e40c-452f-9806-e620e347b7eb HTTP/1.1" status: 404 len: 347 time: 0.0251460 Aug 25 17:09:21.664048 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 43238) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:09:21.787383 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-4893f697-28b1-47cc-aaed-ccb74a593919 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Deleting port 79157cf1-30c1-4ee1-b51c-240f8386009a {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:09:21.787726 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4893f697-28b1-47cc-aaed-ccb74a593919 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743706167839'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:21.861813 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4893f697-28b1-47cc-aaed-ccb74a593919 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616478'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:21.862140 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4893f697-28b1-47cc-aaed-ccb74a593919 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:21.862898 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4820b736-abcf-4f43-842f-2d49dc39948c tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Router 04b77e9b-3ed7-48f6-b59b-3883882c6b63 has already been hosted by L3 agent d32565c1-f1a3-4226-8f5a-e505deb187a1 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:09:21.875612 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-4893f697-28b1-47cc-aaed-ccb74a593919 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Calling delete_port for 79157cf1-30c1-4ee1-b51c-240f8386009a owned by network:floatingip {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:09:21.968589 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4820b736-abcf-4f43-842f-2d49dc39948c tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify agent at l3_agent.dv-cinder-791240-5-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:09:21.979863 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88465a6-0415-4b3f-a9cb-3666311e5bb2 None None] Sync routers for ids ['04b77e9b-3ed7-48f6-b59b-3883882c6b63'] in dv-cinder-791240-5-iscsi {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:09:21.988046 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4820b736-abcf-4f43-842f-2d49dc39948c tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:21.990338 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88465a6-0415-4b3f-a9cb-3666311e5bb2 None None] Routers {'04b77e9b-3ed7-48f6-b59b-3883882c6b63'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:09:21.991020 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-d88465a6-0415-4b3f-a9cb-3666311e5bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:09:16Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['04b77e9b-3ed7-48f6-b59b-3883882c6b63'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:09:22.016348 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-4820b736-abcf-4f43-842f-2d49dc39948c tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7973967 Aug 25 17:09:22.016782 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '084babe8-2f32-483a-aab0-778df51c22eb', 'tag': '6488b641-e221-44be-b4bf-ed3d81a37b03'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:09:22.019516 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9a89c5a5bbe78503b53ec670685e3d9cb834604f1284efcd0e43d667b66b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d99599-13e8-490a-ba74-8be613cb661c" -d '{"events": [{"name": "network-changed", "server_uuid": "084babe8-2f32-483a-aab0-778df51c22eb", "tag": "6488b641-e221-44be-b4bf-ed3d81a37b03"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:09:22.025235 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4893f697-28b1-47cc-aaed-ccb74a593919 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743706076703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743705601028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732937'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:22.064159 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4893f697-28b1-47cc-aaed-ccb74a593919 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Pushing event deleted for resources: {'Port': ['ID=79157cf1-30c1-4ee1-b51c-240f8386009a,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:09:22.122571 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-d88465a6-0415-4b3f-a9cb-3666311e5bb2 None None] Set router 04b77e9b-3ed7-48f6-b59b-3883882c6b63 gateway port host: dv-cinder-791240-5-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:09:22.128576 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4893f697-28b1-47cc-aaed-ccb74a593919 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks [] for floatingip, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:22.131467 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4893f697-28b1-47cc-aaed-ccb74a593919 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:22.133983 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-4893f697-28b1-47cc-aaed-ccb74a593919 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "DELETE /v2.0/floatingips/e9882ee9-9afd-4507-93d6-6b47df8e913e HTTP/1.1" status: 204 len: 168 time: 0.4677773 Aug 25 17:09:22.156304 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b15a519-5416-4593-9c60-83607076e4f8 x-openstack-request-id: req-0b15a519-5416-4593-9c60-83607076e4f8 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:09:22.156439 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "084babe8-2f32-483a-aab0-778df51c22eb", "tag": "6488b641-e221-44be-b4bf-ed3d81a37b03", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:09:22.156637 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0b15a519-5416-4593-9c60-83607076e4f8 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:09:22.157029 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '084babe8-2f32-483a-aab0-778df51c22eb', 'tag': '6488b641-e221-44be-b4bf-ed3d81a37b03', 'status': 'completed', 'code': 200} Aug 25 17:09:22.221266 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d99599-13e8-490a-ba74-8be613cb661c req-1cf7c1f9-2829-4abb-94c0-21a6a0ebcaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:22.222841 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a5d99599-13e8-490a-ba74-8be613cb661c req-1cf7c1f9-2829-4abb-94c0-21a6a0ebcaaa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ba5739dee5fb41749a615cb50fc983d9&device_id=084babe8-2f32-483a-aab0-778df51c22eb HTTP/1.1" status: 200 len: 1098 time: 0.0431015 Aug 25 17:09:22.320576 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d99599-13e8-490a-ba74-8be613cb661c req-4c8ad179-44f1-4d78-a05f-f0508b80c16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:22.323083 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a5d99599-13e8-490a-ba74-8be613cb661c req-4c8ad179-44f1-4d78-a05f-f0508b80c16f service neutron] 10.222.0.16 "GET /v2.0/networks?id=babef823-13d0-4c9c-ac11-3e08eee348af HTTP/1.1" status: 200 len: 914 time: 0.0922964 Aug 25 17:09:22.395382 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a5d99599-13e8-490a-ba74-8be613cb661c req-c2d08469-9db5-4d68-9cb4-3f667751cc8e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6488b641-e221-44be-b4bf-ed3d81a37b03 HTTP/1.1" status: 200 len: 998 time: 0.0656033 Aug 25 17:09:22.445759 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d99599-13e8-490a-ba74-8be613cb661c req-f2795010-49d0-4dc3-a04c-3ca4d223e6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:22.447270 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a5d99599-13e8-490a-ba74-8be613cb661c req-f2795010-49d0-4dc3-a04c-3ca4d223e6b7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bfe00ef0-b79f-4f8a-b5ba-574e5c012373 HTTP/1.1" status: 200 len: 851 time: 0.0441134 Aug 25 17:09:22.490013 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-d88465a6-0415-4b3f-a9cb-3666311e5bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'name': 'tempest-TestVolumeBootPattern-2088495679-router', 'tenant_id': 'ba5739dee5fb41749a615cb50fc983d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'ad7c7f20-613e-470e-a73e-3d5fae39d3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:02:51Z', 'updated_at': '2021-08-25T17:02:55Z', 'revision_number': 4, 'project_id': 'ba5739dee5fb41749a615cb50fc983d9', 'gw_port': {'id': 'ad7c7f20-613e-470e-a73e-3d5fae39d3f1', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ba:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:52Z', 'updated_at': '2021-08-25T17:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_floatingips': [{'id': '37bb81f4-77fe-458c-8059-ac89f0eee4d7', 'tenant_id': 'ba5739dee5fb41749a615cb50fc983d9', 'floating_ip_address': '172.27.2.57', 'floating_network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'router_id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'port_id': '6488b641-e221-44be-b4bf-ed3d81a37b03', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'babef823-13d0-4c9c-ac11-3e08eee348af', 'mac_address': 'fa:16:3e:bc:99:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084babe8-2f32-483a-aab0-778df51c22eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:09:21Z', 'updated_at': '2021-08-25T17:09:21Z', 'revision_number': 0, 'project_id': 'ba5739dee5fb41749a615cb50fc983d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6010d72b-2694-48b0-8a36-446ebc025733', 'name': '', 'network_id': 'babef823-13d0-4c9c-ac11-3e08eee348af', 'tenant_id': 'ba5739dee5fb41749a615cb50fc983d9', 'mac_address': 'fa:16:3e:94:64:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'bfe00ef0-b79f-4f8a-b5ba-574e5c012373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:54Z', 'updated_at': '2021-08-25T17:03:03Z', 'revision_number': 5, 'project_id': 'ba5739dee5fb41749a615cb50fc983d9', 'subnets': [{'id': 'bfe00ef0-b79f-4f8a-b5ba-574e5c012373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:09:22.494914 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d99599-13e8-490a-ba74-8be613cb661c req-b4d04343-cf1d-47ea-a13f-23285d818483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:22.496424 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a5d99599-13e8-490a-ba74-8be613cb661c req-b4d04343-cf1d-47ea-a13f-23285d818483 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=babef823-13d0-4c9c-ac11-3e08eee348af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424447 Aug 25 17:09:22.519765 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88465a6-0415-4b3f-a9cb-3666311e5bb2 None None] Checking router: 04b77e9b-3ed7-48f6-b59b-3883882c6b63 for host: dv-cinder-791240-5-iscsi {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:09:22.528848 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88465a6-0415-4b3f-a9cb-3666311e5bb2 None None] Routers {'04b77e9b-3ed7-48f6-b59b-3883882c6b63'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:09:22.529531 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-d88465a6-0415-4b3f-a9cb-3666311e5bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:09:16Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['04b77e9b-3ed7-48f6-b59b-3883882c6b63'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:09:22.594156 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a5d99599-13e8-490a-ba74-8be613cb661c req-a3c1ad00-11ad-4409-87cb-f9095f4c5e6b service neutron] 10.222.0.16 "GET /v2.0/networks/babef823-13d0-4c9c-ac11-3e08eee348af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904043 Aug 25 17:09:22.635009 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-d88465a6-0415-4b3f-a9cb-3666311e5bb2 None None] Set router 04b77e9b-3ed7-48f6-b59b-3883882c6b63 gateway port host: dv-cinder-791240-5-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:09:22.684329 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a5d99599-13e8-490a-ba74-8be613cb661c req-abcb4983-a1d9-449e-ab39-a7f6be6ba16c service neutron] 10.222.0.16 "GET /v2.0/networks/babef823-13d0-4c9c-ac11-3e08eee348af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832715 Aug 25 17:09:22.857489 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-d88465a6-0415-4b3f-a9cb-3666311e5bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'name': 'tempest-TestVolumeBootPattern-2088495679-router', 'tenant_id': 'ba5739dee5fb41749a615cb50fc983d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'ad7c7f20-613e-470e-a73e-3d5fae39d3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:02:51Z', 'updated_at': '2021-08-25T17:02:55Z', 'revision_number': 4, 'project_id': 'ba5739dee5fb41749a615cb50fc983d9', 'gw_port': {'id': 'ad7c7f20-613e-470e-a73e-3d5fae39d3f1', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ba:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:52Z', 'updated_at': '2021-08-25T17:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_floatingips': [{'id': '37bb81f4-77fe-458c-8059-ac89f0eee4d7', 'tenant_id': 'ba5739dee5fb41749a615cb50fc983d9', 'floating_ip_address': '172.27.2.57', 'floating_network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'router_id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'port_id': '6488b641-e221-44be-b4bf-ed3d81a37b03', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'babef823-13d0-4c9c-ac11-3e08eee348af', 'mac_address': 'fa:16:3e:bc:99:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084babe8-2f32-483a-aab0-778df51c22eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:09:21Z', 'updated_at': '2021-08-25T17:09:21Z', 'revision_number': 0, 'project_id': 'ba5739dee5fb41749a615cb50fc983d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6010d72b-2694-48b0-8a36-446ebc025733', 'name': '', 'network_id': 'babef823-13d0-4c9c-ac11-3e08eee348af', 'tenant_id': 'ba5739dee5fb41749a615cb50fc983d9', 'mac_address': 'fa:16:3e:94:64:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'bfe00ef0-b79f-4f8a-b5ba-574e5c012373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:54Z', 'updated_at': '2021-08-25T17:03:03Z', 'revision_number': 5, 'project_id': 'ba5739dee5fb41749a615cb50fc983d9', 'subnets': [{'id': 'bfe00ef0-b79f-4f8a-b5ba-574e5c012373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:09:22.882634 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88465a6-0415-4b3f-a9cb-3666311e5bb2 None None] The sync data for ids ['04b77e9b-3ed7-48f6-b59b-3883882c6b63'] in dv-cinder-791240-5-iscsi is: [{'id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'name': 'tempest-TestVolumeBootPattern-2088495679-router', 'tenant_id': 'ba5739dee5fb41749a615cb50fc983d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'ad7c7f20-613e-470e-a73e-3d5fae39d3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:02:51Z', 'updated_at': '2021-08-25T17:02:55Z', 'revision_number': 4, 'project_id': 'ba5739dee5fb41749a615cb50fc983d9', 'gw_port': {'id': 'ad7c7f20-613e-470e-a73e-3d5fae39d3f1', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ba:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:52Z', 'updated_at': '2021-08-25T17:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_floatingips': [{'id': '37bb81f4-77fe-458c-8059-ac89f0eee4d7', 'tenant_id': 'ba5739dee5fb41749a615cb50fc983d9', 'floating_ip_address': '172.27.2.57', 'floating_network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'router_id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'port_id': '6488b641-e221-44be-b4bf-ed3d81a37b03', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'babef823-13d0-4c9c-ac11-3e08eee348af', 'mac_address': 'fa:16:3e:bc:99:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084babe8-2f32-483a-aab0-778df51c22eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:09:21Z', 'updated_at': '2021-08-25T17:09:21Z', 'revision_number': 0, 'project_id': 'ba5739dee5fb41749a615cb50fc983d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6010d72b-2694-48b0-8a36-446ebc025733', 'name': '', 'network_id': 'babef823-13d0-4c9c-ac11-3e08eee348af', 'tenant_id': 'ba5739dee5fb41749a615cb50fc983d9', 'mac_address': 'fa:16:3e:94:64:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'bfe00ef0-b79f-4f8a-b5ba-574e5c012373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:54Z', 'updated_at': '2021-08-25T17:03:03Z', 'revision_number': 5, 'project_id': 'ba5739dee5fb41749a615cb50fc983d9', 'subnets': [{'id': 'bfe00ef0-b79f-4f8a-b5ba-574e5c012373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:09:23.064831 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 43250) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:09:23.065961 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9950657e-885e-4a58-b380-a4bbe8c7e483 None None] New status for floating IP 37bb81f4-77fe-458c-8059-ac89f0eee4d7: ACTIVE {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 17:09:23.072933 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-9c32dc51-fc86-4953-a605-18d89e1104a7 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1367329604', 'description': 'tempest-description--1426980938'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:09:23.099634 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9c32dc51-fc86-4953-a605-18d89e1104a7 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:23.185966 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9c32dc51-fc86-4953-a605-18d89e1104a7 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:23.189608 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9c32dc51-fc86-4953-a605-18d89e1104a7 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:23.217563 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9c32dc51-fc86-4953-a605-18d89e1104a7 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:23.218869 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-9c32dc51-fc86-4953-a605-18d89e1104a7 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1512504 Aug 25 17:09:23.222184 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 43252) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:09:23.223129 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32dc51-fc86-4953-a605-18d89e1104a7 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba155ec6-6b52-4d84-83b2-4a7d3aece2db,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:09:23.226922 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-930f29fa-be4d-4af2-9a41-f4fb35a688bf tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Request body: {'security_group_rule': {'security_group_id': 'ba155ec6-6b52-4d84-83b2-4a7d3aece2db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:09:23.254307 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-930f29fa-be4d-4af2-9a41-f4fb35a688bf tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:23.318682 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-930f29fa-be4d-4af2-9a41-f4fb35a688bf tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:23.322578 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-930f29fa-be4d-4af2-9a41-f4fb35a688bf tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373673'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:23.340886 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930f29fa-be4d-4af2-9a41-f4fb35a688bf tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=676894a5-1415-4add-8a11-12897cc549c7,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:09:23.343530 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-930f29fa-be4d-4af2-9a41-f4fb35a688bf tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:23.344786 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-930f29fa-be4d-4af2-9a41-f4fb35a688bf tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1215806 Aug 25 17:09:23.347604 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 43254) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:09:23.352002 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-0e5f3dc9-819a-48b9-b064-bbe5cd67b868 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Request body: {'security_group_rule': {'security_group_id': 'ba155ec6-6b52-4d84-83b2-4a7d3aece2db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:09:23.378304 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0e5f3dc9-819a-48b9-b064-bbe5cd67b868 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:23.439611 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0e5f3dc9-819a-48b9-b064-bbe5cd67b868 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:23.443812 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0e5f3dc9-819a-48b9-b064-bbe5cd67b868 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373673'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:23.460135 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5f3dc9-819a-48b9-b064-bbe5cd67b868 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7560054d-b1dc-4dd7-ac4e-c3f4cf043977,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:09:23.467002 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0e5f3dc9-819a-48b9-b064-bbe5cd67b868 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:23.468222 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-0e5f3dc9-819a-48b9-b064-bbe5cd67b868 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1196949 Aug 25 17:09:23.471314 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 43256) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:09:23.475604 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-bd2222ad-676e-4cce-bcac-9d2448e1eb44 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Request body: {'floatingip': {'floating_network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:09:23.497389 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bd2222ad-676e-4cce-bcac-9d2448e1eb44 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks [] for floatingip, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:23.592995 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bd2222ad-676e-4cce-bcac-9d2448e1eb44 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:23.695953 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-bd2222ad-676e-4cce-bcac-9d2448e1eb44 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Allocated IP 172.27.2.63 (914f4934-f5ad-4127-8ba1-186f4f0b2c29/116950f5-36d3-4fc2-ae19-feb6e35b150a/29b56226-c607-4698-8e5a-208a1e13db59) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:09:23.798049 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bd2222ad-676e-4cce-bcac-9d2448e1eb44 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:23.834965 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bd2222ad-676e-4cce-bcac-9d2448e1eb44 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743705601783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732937'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:23.869357 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2222ad-676e-4cce-bcac-9d2448e1eb44 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Network 914f4934-f5ad-4127-8ba1-186f4f0b2c29 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:09:23.873961 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-bd2222ad-676e-4cce-bcac-9d2448e1eb44 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:09:23.877311 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2222ad-676e-4cce-bcac-9d2448e1eb44 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:09:23.901697 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2222ad-676e-4cce-bcac-9d2448e1eb44 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Pushing event updated for resources: {'Port': ['ID=29b56226-c607-4698-8e5a-208a1e13db59,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:09:23.959407 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bd2222ad-676e-4cce-bcac-9d2448e1eb44 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:24.236187 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bd2222ad-676e-4cce-bcac-9d2448e1eb44 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:24.379133 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bd2222ad-676e-4cce-bcac-9d2448e1eb44 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:24.383524 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bd2222ad-676e-4cce-bcac-9d2448e1eb44 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3732944'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:24.458375 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2222ad-676e-4cce-bcac-9d2448e1eb44 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Pushing event updated for resources: {'Port': ['ID=29b56226-c607-4698-8e5a-208a1e13db59,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:09:24.467930 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bd2222ad-676e-4cce-bcac-9d2448e1eb44 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614033'] for floatingip, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:24.480763 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bd2222ad-676e-4cce-bcac-9d2448e1eb44 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:24.481943 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-bd2222ad-676e-4cce-bcac-9d2448e1eb44 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0096903 Aug 25 17:09:24.663232 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-bcdce158-8a1d-4495-abf1-ee811b742340 req-67fa3c53-0ce1-43c7-9648-06f479493aee tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--1367329604&fields=id&tenant_id=b481d864bbdf470583d302856fcdb3c2 HTTP/1.1" status: 200 len: 267 time: 0.0326786 Aug 25 17:09:24.760249 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device ab99c3a1-f1a4-4219-83d8-17fc28201a8b no longer exists at agent hyperv_hv-cinder-79124 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:09:24.773220 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdce158-8a1d-4495-abf1-ee811b742340 req-a771624a-d04d-405a-9af2-69697eca3cb1 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:24.774838 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-bcdce158-8a1d-4495-abf1-ee811b742340 req-a771624a-d04d-405a-9af2-69697eca3cb1 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/networks?id=d686dfae-89b6-4141-b607-e36388f6039b HTTP/1.1" status: 200 len: 810 time: 0.1048186 Aug 25 17:09:24.791406 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-bcdce158-8a1d-4495-abf1-ee811b742340 req-2f38f5b8-582c-47e7-8b4d-a927c3b6eaeb tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/quotas/b481d864bbdf470583d302856fcdb3c2 HTTP/1.1" status: 200 len: 375 time: 0.0101786 Aug 25 17:09:24.791656 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] No Port match for: ab99c3a1-f1a4-4219-83d8-17fc28201a8b {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:09:24.791774 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device ab99c3a1-f1a4-4219-83d8-17fc28201a8b not bound to the agent host hv-cinder-79124 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:09:24.848676 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-bcdce158-8a1d-4495-abf1-ee811b742340 req-5cd505f4-74ae-4b90-8967-389722f23b69 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=b481d864bbdf470583d302856fcdb3c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0519881 Aug 25 17:09:24.945595 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-bcdce158-8a1d-4495-abf1-ee811b742340 req-19ed1b98-11c4-4841-88da-39aa3258d468 service neutron] 10.222.0.88 "GET /v2.0/networks/d686dfae-89b6-4141-b607-e36388f6039b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845873 Aug 25 17:09:25.033017 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-bcdce158-8a1d-4495-abf1-ee811b742340 req-5f15af7c-1178-48ab-93a8-e0188ea9aeb5 service neutron] 10.222.0.88 "GET /v2.0/networks/d686dfae-89b6-4141-b607-e36388f6039b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812891 Aug 25 17:09:25.195068 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-23f54f86-e7bb-48d6-9d82-62bf5a3d6a42 req-83e80799-0d71-48a7-bc7c-0cd5d13dfab6 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/ports?device_id=f504e641-fe17-48af-990f-19d8b5480622 HTTP/1.1" status: 200 len: 210 time: 0.0265372 Aug 25 17:09:26.300978 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ee7f17c8-db18-44e3-b48a-07d0831ae4f9 req-f17a5ee8-ea0e-4fb7-99c5-2e65e528b2c8 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/ports?device_id=f504e641-fe17-48af-990f-19d8b5480622 HTTP/1.1" status: 200 len: 210 time: 0.0353415 Aug 25 17:09:26.379852 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdce158-8a1d-4495-abf1-ee811b742340 req-5af19ad9-c551-4d86-8fe0-6784909cab31 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:26.382109 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bcdce158-8a1d-4495-abf1-ee811b742340 req-5af19ad9-c551-4d86-8fe0-6784909cab31 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.16 "GET /v2.0/networks?id=d686dfae-89b6-4141-b607-e36388f6039b HTTP/1.1" status: 200 len: 810 time: 0.1224558 Aug 25 17:09:26.433516 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bcdce158-8a1d-4495-abf1-ee811b742340 req-f7f4ef55-e472-4980-aa38-0c5f15f3c4ff tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b481d864bbdf470583d302856fcdb3c2 HTTP/1.1" status: 200 len: 380 time: 0.0402350 Aug 25 17:09:26.447692 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-bcdce158-8a1d-4495-abf1-ee811b742340 req-e5c6923d-b662-4394-a29c-37d5ce009cf2 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Request body: {'port': {'device_id': 'f504e641-fe17-48af-990f-19d8b5480622', 'network_id': 'd686dfae-89b6-4141-b607-e36388f6039b', 'admin_state_up': True, 'tenant_id': 'b481d864bbdf470583d302856fcdb3c2', 'security_groups': ['ba155ec6-6b52-4d84-83b2-4a7d3aece2db']}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:09:26.539876 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-675b0cfa-30a8-494e-b3ff-bb445488b7d8 None None] Agent healthcheck: found 6 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:09:26.553173 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcdce158-8a1d-4495-abf1-ee811b742340 req-e5c6923d-b662-4394-a29c-37d5ce009cf2 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Made reservation on behalf of b481d864bbdf470583d302856fcdb3c2 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:09:26.557220 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-bcdce158-8a1d-4495-abf1-ee811b742340 req-e5c6923d-b662-4394-a29c-37d5ce009cf2 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:26.685003 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-bcdce158-8a1d-4495-abf1-ee811b742340 req-e5c6923d-b662-4394-a29c-37d5ce009cf2 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Allocated IP 172.20.0.5 (d686dfae-89b6-4141-b607-e36388f6039b/b924291b-4b0f-4431-8d0f-79843e01869c/e1c60c7f-f840-450d-81e3-86d4a67f91d3) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:09:26.813237 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-bcdce158-8a1d-4495-abf1-ee811b742340 req-e5c6923d-b662-4394-a29c-37d5ce009cf2 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:26.829526 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-bcdce158-8a1d-4495-abf1-ee811b742340 req-e5c6923d-b662-4394-a29c-37d5ce009cf2 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Transition to ACTIVE for port object e1c60c7f-f840-450d-81e3-86d4a67f91d3 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:09:26.861435 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-bcdce158-8a1d-4495-abf1-ee811b742340 req-e5c6923d-b662-4394-a29c-37d5ce009cf2 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743705601783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732937'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:26.902081 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcdce158-8a1d-4495-abf1-ee811b742340 req-e5c6923d-b662-4394-a29c-37d5ce009cf2 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Network d686dfae-89b6-4141-b607-e36388f6039b is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:09:26.906854 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-bcdce158-8a1d-4495-abf1-ee811b742340 req-e5c6923d-b662-4394-a29c-37d5ce009cf2 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:09:26.910402 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcdce158-8a1d-4495-abf1-ee811b742340 req-e5c6923d-b662-4394-a29c-37d5ce009cf2 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:09:26.937037 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6923d-b662-4394-a29c-37d5ce009cf2 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Pushing event updated for resources: {'Port': ['ID=e1c60c7f-f840-450d-81e3-86d4a67f91d3,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:09:26.968159 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdce158-8a1d-4495-abf1-ee811b742340 req-e5c6923d-b662-4394-a29c-37d5ce009cf2 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:26.968822 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-bcdce158-8a1d-4495-abf1-ee811b742340 req-e5c6923d-b662-4394-a29c-37d5ce009cf2 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:26.985203 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bcdce158-8a1d-4495-abf1-ee811b742340 req-e5c6923d-b662-4394-a29c-37d5ce009cf2 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5425565 Aug 25 17:09:27.044157 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-bcdce158-8a1d-4495-abf1-ee811b742340 req-356f5dfe-8153-488a-8d40-37f9df134085 service neutron] Request body: {'port': {'device_id': 'f504e641-fe17-48af-990f-19d8b5480622', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:09:27.096649 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-417c60ce-c53d-41b5-8261-f2db6fe1db06 None None] Provisioning for port e1c60c7f-f840-450d-81e3-86d4a67f91d3 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:09:27.099934 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-bcdce158-8a1d-4495-abf1-ee811b742340 req-356f5dfe-8153-488a-8d40-37f9df134085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:27.100383 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-417c60ce-c53d-41b5-8261-f2db6fe1db06 None None] Provisioning complete for port e1c60c7f-f840-450d-81e3-86d4a67f91d3 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:09:27.100853 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-417c60ce-c53d-41b5-8261-f2db6fe1db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:27.133391 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-417c60ce-c53d-41b5-8261-f2db6fe1db06 None None] Port e1c60c7f-f840-450d-81e3-86d4a67f91d3 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 17:09:27.363223 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [req-bcdce158-8a1d-4495-abf1-ee811b742340 req-356f5dfe-8153-488a-8d40-37f9df134085 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1c60c7f-f840-450d-81e3-86d4a67f91d3 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:09:27.370934 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-bcdce158-8a1d-4495-abf1-ee811b742340 req-356f5dfe-8153-488a-8d40-37f9df134085 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:27.383039 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-bcdce158-8a1d-4495-abf1-ee811b742340 req-356f5dfe-8153-488a-8d40-37f9df134085 service neutron] Transition to ACTIVE for port object e1c60c7f-f840-450d-81e3-86d4a67f91d3 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:09:27.388148 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-bcdce158-8a1d-4495-abf1-ee811b742340 req-356f5dfe-8153-488a-8d40-37f9df134085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3732944'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:27.423619 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e5f994-8463-4207-9419-d34835cac348 req-bdd1ada8-eff9-4502-a45c-2d07248405d7 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:27.425203 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-71e5f994-8463-4207-9419-d34835cac348 req-bdd1ada8-eff9-4502-a45c-2d07248405d7 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/ports?device_id=f504e641-fe17-48af-990f-19d8b5480622 HTTP/1.1" status: 200 len: 943 time: 0.0493383 Aug 25 17:09:27.440238 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356f5dfe-8153-488a-8d40-37f9df134085 service neutron] Pushing event updated for resources: {'Port': ['ID=e1c60c7f-f840-450d-81e3-86d4a67f91d3,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:09:27.471169 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-71e5f994-8463-4207-9419-d34835cac348 req-cea9261d-5dcc-4438-bf32-ec05cadf476e tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/security-groups?id=ba155ec6-6b52-4d84-83b2-4a7d3aece2db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360103 Aug 25 17:09:27.511169 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-bcdce158-8a1d-4495-abf1-ee811b742340 req-356f5dfe-8153-488a-8d40-37f9df134085 service neutron] Attempting to bind port e1c60c7f-f840-450d-81e3-86d4a67f91d3 on host hv-cinder-79124 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:09:27.511516 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-bcdce158-8a1d-4495-abf1-ee811b742340 req-356f5dfe-8153-488a-8d40-37f9df134085 service neutron] Attempting to bind port e1c60c7f-f840-450d-81e3-86d4a67f91d3 by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': '5e3e5c27-313d-406c-97cc-b08ec9f9f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': 'd686dfae-89b6-4141-b607-e36388f6039b'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:09:27.511853 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcdce158-8a1d-4495-abf1-ee811b742340 req-356f5dfe-8153-488a-8d40-37f9df134085 service neutron] Attempting to bind port e1c60c7f-f840-450d-81e3-86d4a67f91d3 on network d686dfae-89b6-4141-b607-e36388f6039b {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:09:27.516423 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcdce158-8a1d-4495-abf1-ee811b742340 req-356f5dfe-8153-488a-8d40-37f9df134085 service neutron] Port e1c60c7f-f840-450d-81e3-86d4a67f91d3 on network d686dfae-89b6-4141-b607-e36388f6039b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 17:09:27.516754 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcdce158-8a1d-4495-abf1-ee811b742340 req-356f5dfe-8153-488a-8d40-37f9df134085 service neutron] Attempting to bind port e1c60c7f-f840-450d-81e3-86d4a67f91d3 on network d686dfae-89b6-4141-b607-e36388f6039b {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:09:27.521746 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcdce158-8a1d-4495-abf1-ee811b742340 req-356f5dfe-8153-488a-8d40-37f9df134085 service neutron] Checking agent: {'id': '5ac426a1-ab5c-4a46-b982-fffaa6db999e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 59, 15), 'started_at': datetime.datetime(2021, 8, 25, 16, 59, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:09:27.522088 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcdce158-8a1d-4495-abf1-ee811b742340 req-356f5dfe-8153-488a-8d40-37f9df134085 service neutron] Checking segment: {'id': '5e3e5c27-313d-406c-97cc-b08ec9f9f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': 'd686dfae-89b6-4141-b607-e36388f6039b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:09:27.522485 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcdce158-8a1d-4495-abf1-ee811b742340 req-356f5dfe-8153-488a-8d40-37f9df134085 service neutron] Bound using segment: {'id': '5e3e5c27-313d-406c-97cc-b08ec9f9f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': 'd686dfae-89b6-4141-b607-e36388f6039b'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:09:27.522920 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-bcdce158-8a1d-4495-abf1-ee811b742340 req-356f5dfe-8153-488a-8d40-37f9df134085 service neutron] Bound port: e1c60c7f-f840-450d-81e3-86d4a67f91d3, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e3e5c27-313d-406c-97cc-b08ec9f9f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': 'd686dfae-89b6-4141-b607-e36388f6039b'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:09:27.523282 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-bcdce158-8a1d-4495-abf1-ee811b742340 req-356f5dfe-8153-488a-8d40-37f9df134085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:27.599761 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-bcdce158-8a1d-4495-abf1-ee811b742340 req-356f5dfe-8153-488a-8d40-37f9df134085 service neutron] For port e1c60c7f-f840-450d-81e3-86d4a67f91d3, host hv-cinder-79124, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:09:27.603157 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-bcdce158-8a1d-4495-abf1-ee811b742340 req-356f5dfe-8153-488a-8d40-37f9df134085 service neutron] For port e1c60c7f-f840-450d-81e3-86d4a67f91d3, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=e1c60c7f-f840-450d-81e3-86d4a67f91d3,segment=NetworkSegment(5e3e5c27-313d-406c-97cc-b08ec9f9f718),segment_id=5e3e5c27-313d-406c-97cc-b08ec9f9f718)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:09:27.608010 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-bcdce158-8a1d-4495-abf1-ee811b742340 req-356f5dfe-8153-488a-8d40-37f9df134085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3732944'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:27.642265 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdce158-8a1d-4495-abf1-ee811b742340 req-356f5dfe-8153-488a-8d40-37f9df134085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:27.642884 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-bcdce158-8a1d-4495-abf1-ee811b742340 req-356f5dfe-8153-488a-8d40-37f9df134085 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:27.644327 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bcdce158-8a1d-4495-abf1-ee811b742340 req-356f5dfe-8153-488a-8d40-37f9df134085 service neutron] 10.222.0.16 "PUT /v2.0/ports/e1c60c7f-f840-450d-81e3-86d4a67f91d3 HTTP/1.1" status: 200 len: 1093 time: 0.6052532 Aug 25 17:09:27.644702 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f504e641-fe17-48af-990f-19d8b5480622', 'tag': 'e1c60c7f-f840-450d-81e3-86d4a67f91d3'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:09:27.646965 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30294bf1a97406c8a8235025fddf2f3c25b52a26b11c10f571ea972848b08700" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99fb15b2-f831-4a2d-b5b1-f711f1b81576" -d '{"events": [{"name": "network-changed", "server_uuid": "f504e641-fe17-48af-990f-19d8b5480622", "tag": "e1c60c7f-f840-450d-81e3-86d4a67f91d3"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:09:27.671491 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356f5dfe-8153-488a-8d40-37f9df134085 service neutron] Pushing event updated for resources: {'Port': ['ID=e1c60c7f-f840-450d-81e3-86d4a67f91d3,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:09:27.704866 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa9be37-933e-481a-b000-e23866399a36 x-openstack-request-id: req-cfa9be37-933e-481a-b000-e23866399a36 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:09:27.705331 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f504e641-fe17-48af-990f-19d8b5480622", "tag": "e1c60c7f-f840-450d-81e3-86d4a67f91d3", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:09:27.705600 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-cfa9be37-933e-481a-b000-e23866399a36 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:09:27.706025 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f504e641-fe17-48af-990f-19d8b5480622', 'tag': 'e1c60c7f-f840-450d-81e3-86d4a67f91d3', 'status': 'completed', 'code': 200} Aug 25 17:09:27.739128 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdce158-8a1d-4495-abf1-ee811b742340 req-3a7ef001-01be-4f7c-b0c9-face5e7733a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:27.740677 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bcdce158-8a1d-4495-abf1-ee811b742340 req-3a7ef001-01be-4f7c-b0c9-face5e7733a6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b481d864bbdf470583d302856fcdb3c2&device_id=f504e641-fe17-48af-990f-19d8b5480622 HTTP/1.1" status: 200 len: 1096 time: 0.0455723 Aug 25 17:09:27.791483 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bcdce158-8a1d-4495-abf1-ee811b742340 req-479124f1-47c7-4c4f-9b6a-ca86492e7a94 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1c60c7f-f840-450d-81e3-86d4a67f91d3 HTTP/1.1" status: 200 len: 217 time: 0.0404336 Aug 25 17:09:27.842726 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdce158-8a1d-4495-abf1-ee811b742340 req-8a536f14-9495-469c-9289-dab0828f1ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:27.844265 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bcdce158-8a1d-4495-abf1-ee811b742340 req-8a536f14-9495-469c-9289-dab0828f1ca8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b924291b-4b0f-4431-8d0f-79843e01869c HTTP/1.1" status: 200 len: 849 time: 0.0449235 Aug 25 17:09:27.898472 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdce158-8a1d-4495-abf1-ee811b742340 req-722ee99b-bce5-4827-908c-e8438647f01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:27.900312 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bcdce158-8a1d-4495-abf1-ee811b742340 req-722ee99b-bce5-4827-908c-e8438647f01e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d686dfae-89b6-4141-b607-e36388f6039b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0490363 Aug 25 17:09:27.991610 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bcdce158-8a1d-4495-abf1-ee811b742340 req-a2e680f6-037d-4c37-a9c0-2a5a87e87f6a service neutron] 10.222.0.16 "GET /v2.0/networks/d686dfae-89b6-4141-b607-e36388f6039b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839901 Aug 25 17:09:28.088368 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bcdce158-8a1d-4495-abf1-ee811b742340 req-dbb65a10-440f-4ec0-b41e-84ae9a03f515 service neutron] 10.222.0.16 "GET /v2.0/networks/d686dfae-89b6-4141-b607-e36388f6039b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891559 Aug 25 17:09:28.176287 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fb15b2-f831-4a2d-b5b1-f711f1b81576 req-afe13cc4-ca7d-4c27-a754-477dd7d7bd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:28.177698 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-99fb15b2-f831-4a2d-b5b1-f711f1b81576 req-afe13cc4-ca7d-4c27-a754-477dd7d7bd60 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b481d864bbdf470583d302856fcdb3c2&device_id=f504e641-fe17-48af-990f-19d8b5480622 HTTP/1.1" status: 200 len: 1096 time: 0.0408239 Aug 25 17:09:28.269441 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fb15b2-f831-4a2d-b5b1-f711f1b81576 req-97214b14-0922-4fd5-aecb-66b2430e4ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:28.270992 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-99fb15b2-f831-4a2d-b5b1-f711f1b81576 req-97214b14-0922-4fd5-aecb-66b2430e4ea6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d686dfae-89b6-4141-b607-e36388f6039b HTTP/1.1" status: 200 len: 912 time: 0.0861616 Aug 25 17:09:28.312718 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-99fb15b2-f831-4a2d-b5b1-f711f1b81576 req-1985ba96-2209-46f6-a916-22a5d11d911f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1c60c7f-f840-450d-81e3-86d4a67f91d3 HTTP/1.1" status: 200 len: 217 time: 0.0340655 Aug 25 17:09:28.369321 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fb15b2-f831-4a2d-b5b1-f711f1b81576 req-2d10dc25-e488-4d0a-aaa8-7983ada81e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:28.370805 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-99fb15b2-f831-4a2d-b5b1-f711f1b81576 req-2d10dc25-e488-4d0a-aaa8-7983ada81e5d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b924291b-4b0f-4431-8d0f-79843e01869c HTTP/1.1" status: 200 len: 849 time: 0.0483446 Aug 25 17:09:28.420017 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fb15b2-f831-4a2d-b5b1-f711f1b81576 req-0949f2da-cf03-42fb-ac37-2d272aa6bd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:28.421491 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-99fb15b2-f831-4a2d-b5b1-f711f1b81576 req-0949f2da-cf03-42fb-ac37-2d272aa6bd8f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d686dfae-89b6-4141-b607-e36388f6039b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402584 Aug 25 17:09:28.510733 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-99fb15b2-f831-4a2d-b5b1-f711f1b81576 req-90a806b9-8adf-4531-bfeb-0bfa90a287c3 service neutron] 10.222.0.16 "GET /v2.0/networks/d686dfae-89b6-4141-b607-e36388f6039b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813048 Aug 25 17:09:28.588544 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b4837-4c86-4408-aa0e-c7b2c1df5b03 req-7e1138de-ff09-4610-9957-198d6f5518ea tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:28.590050 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-485b4837-4c86-4408-aa0e-c7b2c1df5b03 req-7e1138de-ff09-4610-9957-198d6f5518ea tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/ports?device_id=f504e641-fe17-48af-990f-19d8b5480622 HTTP/1.1" status: 200 len: 943 time: 0.0495954 Aug 25 17:09:28.605302 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-99fb15b2-f831-4a2d-b5b1-f711f1b81576 req-641ea9e7-5ad7-4278-bd96-1d3865803916 service neutron] 10.222.0.16 "GET /v2.0/networks/d686dfae-89b6-4141-b607-e36388f6039b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870121 Aug 25 17:09:28.626619 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-485b4837-4c86-4408-aa0e-c7b2c1df5b03 req-2961f913-b41c-4462-b685-9899072edd06 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/security-groups?id=ba155ec6-6b52-4d84-83b2-4a7d3aece2db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305502 Aug 25 17:09:29.745949 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607e0341-a88a-450b-a73a-d3746cb01e7f req-67d7464a-dfe2-4dc8-85db-5f272085b157 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:29.747401 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-607e0341-a88a-450b-a73a-d3746cb01e7f req-67d7464a-dfe2-4dc8-85db-5f272085b157 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/ports?device_id=f504e641-fe17-48af-990f-19d8b5480622 HTTP/1.1" status: 200 len: 943 time: 0.0513601 Aug 25 17:09:29.783736 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-607e0341-a88a-450b-a73a-d3746cb01e7f req-293804b4-769a-49b5-99cf-782ed91285fc tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/security-groups?id=ba155ec6-6b52-4d84-83b2-4a7d3aece2db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305352 Aug 25 17:09:30.837211 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device e1c60c7f-f840-450d-81e3-86d4a67f91d3 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 17:09:30.906307 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a485b8cf-20c2-405a-9825-19f25cfd74c7 req-ab9b5306-f64d-416b-b8e0-251000cfdb3d tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:30.907799 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a485b8cf-20c2-405a-9825-19f25cfd74c7 req-ab9b5306-f64d-416b-b8e0-251000cfdb3d tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/ports?device_id=f504e641-fe17-48af-990f-19d8b5480622 HTTP/1.1" status: 200 len: 943 time: 0.0502677 Aug 25 17:09:30.934833 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port e1c60c7f-f840-450d-81e3-86d4a67f91d3, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=e1c60c7f-f840-450d-81e3-86d4a67f91d3,segment=NetworkSegment(5e3e5c27-313d-406c-97cc-b08ec9f9f718),segment_id=5e3e5c27-313d-406c-97cc-b08ec9f9f718)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:09:30.946056 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Returning: {'device': 'e1c60c7f-f840-450d-81e3-86d4a67f91d3', 'network_id': 'd686dfae-89b6-4141-b607-e36388f6039b', 'port_id': 'e1c60c7f-f840-450d-81e3-86d4a67f91d3', 'mac_address': 'fa:16:3e:92:f2:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1468, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b924291b-4b0f-4431-8d0f-79843e01869c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 17:09:30.947643 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a485b8cf-20c2-405a-9825-19f25cfd74c7 req-a311d31a-064a-4263-8d3a-97fb29c472b0 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/security-groups?id=ba155ec6-6b52-4d84-83b2-4a7d3aece2db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339777 Aug 25 17:09:30.987882 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:31.001642 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1c60c7f-f840-450d-81e3-86d4a67f91d3 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:09:31.020764 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port e1c60c7f-f840-450d-81e3-86d4a67f91d3, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=e1c60c7f-f840-450d-81e3-86d4a67f91d3,segment=NetworkSegment(5e3e5c27-313d-406c-97cc-b08ec9f9f718),segment_id=5e3e5c27-313d-406c-97cc-b08ec9f9f718)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:09:31.024470 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:31.072958 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Pushing event updated for resources: {'Port': ['ID=e1c60c7f-f840-450d-81e3-86d4a67f91d3,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:09:31.449988 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] get_ports_and_sgs() called for port_ids ['e1c60c7f-f840-450d-81e3-86d4a67f91d3'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:09:32.062106 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa6a49-7836-4f22-b12a-768614747311 req-1501c898-7c2b-4893-8f89-961b3e746c7d tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:32.063598 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-27fa6a49-7836-4f22-b12a-768614747311 req-1501c898-7c2b-4893-8f89-961b3e746c7d tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/ports?device_id=f504e641-fe17-48af-990f-19d8b5480622 HTTP/1.1" status: 200 len: 944 time: 0.0487101 Aug 25 17:09:32.102049 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-27fa6a49-7836-4f22-b12a-768614747311 req-fc6b0877-1426-4420-9911-4355a2a52581 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/security-groups?id=ba155ec6-6b52-4d84-83b2-4a7d3aece2db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326524 Aug 25 17:09:32.837436 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device e1c60c7f-f840-450d-81e3-86d4a67f91d3 up at agent hyperv_hv-cinder-79124 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:09:32.885303 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Provisioning for port e1c60c7f-f840-450d-81e3-86d4a67f91d3 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:09:32.888877 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Provisioning complete for port e1c60c7f-f840-450d-81e3-86d4a67f91d3 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:09:32.889248 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:32.962781 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:32.986739 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f504e641-fe17-48af-990f-19d8b5480622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1c60c7f-f840-450d-81e3-86d4a67f91d3'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:09:32.988997 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a4fac4520762e8d57daf7008e8680b9db75e4099b28a5f40786ddec6b187ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e105e1-e824-4445-977f-befe1b7ac513" -d '{"events": [{"server_uuid": "f504e641-fe17-48af-990f-19d8b5480622", "name": "network-vif-plugged", "status": "completed", "tag": "e1c60c7f-f840-450d-81e3-86d4a67f91d3"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:09:33.001733 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port e1c60c7f-f840-450d-81e3-86d4a67f91d3, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=e1c60c7f-f840-450d-81e3-86d4a67f91d3,segment=NetworkSegment(5e3e5c27-313d-406c-97cc-b08ec9f9f718),segment_id=5e3e5c27-313d-406c-97cc-b08ec9f9f718)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:09:33.005458 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:33.030737 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1930d8a-3b20-4e2c-848d-65d5b993b618 x-openstack-request-id: req-f1930d8a-3b20-4e2c-848d-65d5b993b618 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:09:33.031023 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f504e641-fe17-48af-990f-19d8b5480622", "name": "network-vif-plugged", "status": "completed", "tag": "e1c60c7f-f840-450d-81e3-86d4a67f91d3", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:09:33.031270 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f1930d8a-3b20-4e2c-848d-65d5b993b618 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:09:33.031749 dv-cinder-791240-5-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f504e641-fe17-48af-990f-19d8b5480622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1c60c7f-f840-450d-81e3-86d4a67f91d3', 'code': 200} Aug 25 17:09:33.054244 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Pushing event updated for resources: {'Port': ['ID=e1c60c7f-f840-450d-81e3-86d4a67f91d3,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:09:33.210298 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbdfc13-0bec-4ac0-84f4-1b486e90ef7c req-1a08d7ce-64fa-4940-9c55-367c834bd070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:33.211962 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4fbdfc13-0bec-4ac0-84f4-1b486e90ef7c req-1a08d7ce-64fa-4940-9c55-367c834bd070 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f504e641-fe17-48af-990f-19d8b5480622 HTTP/1.1" status: 200 len: 1098 time: 0.0401959 Aug 25 17:09:33.219093 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a3a03-0ac3-480f-92b7-9f85e58118ef req-9bf70929-dd88-48aa-ad35-9ca864990c47 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:33.220546 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-996a3a03-0ac3-480f-92b7-9f85e58118ef req-9bf70929-dd88-48aa-ad35-9ca864990c47 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/ports?device_id=f504e641-fe17-48af-990f-19d8b5480622 HTTP/1.1" status: 200 len: 945 time: 0.0512936 Aug 25 17:09:33.249121 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4fbdfc13-0bec-4ac0-84f4-1b486e90ef7c req-005da8f3-1cf6-46ef-90c8-67a17bd008e5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ba155ec6-6b52-4d84-83b2-4a7d3aece2db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293865 Aug 25 17:09:33.258154 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-996a3a03-0ac3-480f-92b7-9f85e58118ef req-666dbc57-a60f-477e-9648-c09c408447e0 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/security-groups?id=ba155ec6-6b52-4d84-83b2-4a7d3aece2db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316455 Aug 25 17:09:34.374302 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c35bc53-3d60-4728-96ac-efe76a5584f8 req-c1b7203b-6c65-4531-8d36-d794be668223 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:34.375776 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8c35bc53-3d60-4728-96ac-efe76a5584f8 req-c1b7203b-6c65-4531-8d36-d794be668223 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/ports?device_id=f504e641-fe17-48af-990f-19d8b5480622 HTTP/1.1" status: 200 len: 945 time: 0.0477436 Aug 25 17:09:34.413028 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8c35bc53-3d60-4728-96ac-efe76a5584f8 req-591ad67c-7aec-46d6-9643-836ed4361004 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/security-groups?id=ba155ec6-6b52-4d84-83b2-4a7d3aece2db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314078 Aug 25 17:09:35.529352 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2ca04-6c06-4c8f-89ee-661070658102 req-92c151e6-cb79-48ba-b64a-f87fa1834188 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:35.530835 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-91c2ca04-6c06-4c8f-89ee-661070658102 req-92c151e6-cb79-48ba-b64a-f87fa1834188 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/ports?device_id=f504e641-fe17-48af-990f-19d8b5480622 HTTP/1.1" status: 200 len: 945 time: 0.0483334 Aug 25 17:09:35.566696 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-91c2ca04-6c06-4c8f-89ee-661070658102 req-a3703345-e784-40b3-a79f-98d68e0fe9c9 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/security-groups?id=ba155ec6-6b52-4d84-83b2-4a7d3aece2db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299346 Aug 25 17:09:35.677646 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b9540-a5c1-4a56-9ffc-b57cfad3adce req-f61b62a2-9157-47aa-9723-219471c25d6a tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:35.679103 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-789b9540-a5c1-4a56-9ffc-b57cfad3adce req-f61b62a2-9157-47aa-9723-219471c25d6a tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/ports?device_id=f504e641-fe17-48af-990f-19d8b5480622 HTTP/1.1" status: 200 len: 945 time: 0.0516653 Aug 25 17:09:35.687904 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 43334) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:09:35.692478 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-2ebed68a-2ed0-4fb8-8119-861dfa53bddc tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Request body: {'floatingip': {'port_id': 'e1c60c7f-f840-450d-81e3-86d4a67f91d3'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:09:35.734377 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2ebed68a-2ed0-4fb8-8119-861dfa53bddc tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks [] for floatingip, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:36.158931 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2ebed68a-2ed0-4fb8-8119-861dfa53bddc tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:36.162487 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2ebed68a-2ed0-4fb8-8119-861dfa53bddc tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614033'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:36.268214 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.db.l3_db [None req-2ebed68a-2ed0-4fb8-8119-861dfa53bddc tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Floating IP 91b2562e-4a6f-48a6-9710-51d6ae1d684d associated. External IP: 172.27.2.63, port: e1c60c7f-f840-450d-81e3-86d4a67f91d3. Aug 25 17:09:36.435183 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 43338) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:09:36.474378 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ebed68a-2ed0-4fb8-8119-861dfa53bddc tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Router 4dddc476-cdca-4bbf-aa6c-abfc542361f6 has already been hosted by L3 agent d32565c1-f1a3-4226-8f5a-e505deb187a1 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:09:36.581229 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ebed68a-2ed0-4fb8-8119-861dfa53bddc tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify agent at l3_agent.dv-cinder-791240-5-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:09:36.586168 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2ebed68a-2ed0-4fb8-8119-861dfa53bddc tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:36.594024 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004b7239-2dce-4580-81e0-d2f63ffb4cec None None] Sync routers for ids ['4dddc476-cdca-4bbf-aa6c-abfc542361f6'] in dv-cinder-791240-5-iscsi {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:09:36.607331 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004b7239-2dce-4580-81e0-d2f63ffb4cec None None] Routers {'4dddc476-cdca-4bbf-aa6c-abfc542361f6'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:09:36.608542 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-004b7239-2dce-4580-81e0-d2f63ffb4cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:09:16Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['4dddc476-cdca-4bbf-aa6c-abfc542361f6'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:09:36.616831 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-2ebed68a-2ed0-4fb8-8119-861dfa53bddc tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "PUT /v2.0/floatingips/91b2562e-4a6f-48a6-9710-51d6ae1d684d HTTP/1.1" status: 200 len: 990 time: 0.9278104 Aug 25 17:09:36.617968 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f504e641-fe17-48af-990f-19d8b5480622', 'tag': 'e1c60c7f-f840-450d-81e3-86d4a67f91d3'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:09:36.620721 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30294bf1a97406c8a8235025fddf2f3c25b52a26b11c10f571ea972848b08700" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4089693-bd30-4b71-9072-762e87a859ea" -d '{"events": [{"name": "network-changed", "server_uuid": "f504e641-fe17-48af-990f-19d8b5480622", "tag": "e1c60c7f-f840-450d-81e3-86d4a67f91d3"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:09:36.620893 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-f8e9c45f-4f52-43f6-bf42-173ec11c063d tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Deleting port d353b085-d456-47c4-8084-ae620d32a8c4 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:09:36.621415 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f8e9c45f-4f52-43f6-bf42-173ec11c063d tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743706167839'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:36.702453 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f8e9c45f-4f52-43f6-bf42-173ec11c063d tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616478'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:36.702790 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f8e9c45f-4f52-43f6-bf42-173ec11c063d tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:36.716683 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-f8e9c45f-4f52-43f6-bf42-173ec11c063d tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Calling delete_port for d353b085-d456-47c4-8084-ae620d32a8c4 owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:09:36.730545 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-004b7239-2dce-4580-81e0-d2f63ffb4cec None None] Set router 4dddc476-cdca-4bbf-aa6c-abfc542361f6 gateway port host: dv-cinder-791240-5-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:09:36.740856 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42036bd4-6a76-4e96-8cce-0712279706e9 x-openstack-request-id: req-42036bd4-6a76-4e96-8cce-0712279706e9 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:09:36.741362 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f504e641-fe17-48af-990f-19d8b5480622", "tag": "e1c60c7f-f840-450d-81e3-86d4a67f91d3", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:09:36.741362 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-42036bd4-6a76-4e96-8cce-0712279706e9 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:09:36.741802 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f504e641-fe17-48af-990f-19d8b5480622', 'tag': 'e1c60c7f-f840-450d-81e3-86d4a67f91d3', 'status': 'completed', 'code': 200} Aug 25 17:09:36.809399 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4089693-bd30-4b71-9072-762e87a859ea req-c7ec4ed1-4b4b-4c6e-8c6d-d0c66a104f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:36.810950 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c4089693-bd30-4b71-9072-762e87a859ea req-c7ec4ed1-4b4b-4c6e-8c6d-d0c66a104f07 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b481d864bbdf470583d302856fcdb3c2&device_id=f504e641-fe17-48af-990f-19d8b5480622 HTTP/1.1" status: 200 len: 1098 time: 0.0431190 Aug 25 17:09:36.917141 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f8e9c45f-4f52-43f6-bf42-173ec11c063d tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743706076703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743705601028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3625696'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:36.919215 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4089693-bd30-4b71-9072-762e87a859ea req-a5dc29ed-8c90-4f79-b082-62d9da5668d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:36.920723 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c4089693-bd30-4b71-9072-762e87a859ea req-a5dc29ed-8c90-4f79-b082-62d9da5668d7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d686dfae-89b6-4141-b607-e36388f6039b HTTP/1.1" status: 200 len: 912 time: 0.1024015 Aug 25 17:09:36.980420 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-004b7239-2dce-4580-81e0-d2f63ffb4cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dddc476-cdca-4bbf-aa6c-abfc542361f6', 'name': 'tempest-AttachVolumeTestJSON-888737631-router', 'tenant_id': 'b481d864bbdf470583d302856fcdb3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '4399d554-4a99-426d-923f-dadf3ad56474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:01:06Z', 'updated_at': '2021-08-25T17:01:12Z', 'revision_number': 4, 'project_id': 'b481d864bbdf470583d302856fcdb3c2', 'gw_port': {'id': '4399d554-4a99-426d-923f-dadf3ad56474', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dddc476-cdca-4bbf-aa6c-abfc542361f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:01:07Z', 'updated_at': '2021-08-25T17:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_floatingips': [{'id': '91b2562e-4a6f-48a6-9710-51d6ae1d684d', 'tenant_id': 'b481d864bbdf470583d302856fcdb3c2', 'floating_ip_address': '172.27.2.63', 'floating_network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'router_id': '4dddc476-cdca-4bbf-aa6c-abfc542361f6', 'port_id': 'e1c60c7f-f840-450d-81e3-86d4a67f91d3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd686dfae-89b6-4141-b607-e36388f6039b', 'mac_address': 'fa:16:3e:92:f2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f504e641-fe17-48af-990f-19d8b5480622', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:09:23Z', 'updated_at': '2021-08-25T17:09:36Z', 'revision_number': 1, 'project_id': 'b481d864bbdf470583d302856fcdb3c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa0fb896-50de-4f7f-9748-811e93e68d1b', 'name': '', 'network_id': 'd686dfae-89b6-4141-b607-e36388f6039b', 'tenant_id': 'b481d864bbdf470583d302856fcdb3c2', 'mac_address': 'fa:16:3e:26:c5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dddc476-cdca-4bbf-aa6c-abfc542361f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b924291b-4b0f-4431-8d0f-79843e01869c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:01:11Z', 'updated_at': '2021-08-25T17:01:22Z', 'revision_number': 5, 'project_id': 'b481d864bbdf470583d302856fcdb3c2', 'subnets': [{'id': 'b924291b-4b0f-4431-8d0f-79843e01869c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:09:36.990927 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c4089693-bd30-4b71-9072-762e87a859ea req-6a100e0c-6139-4878-b830-6eaddbd13e10 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1c60c7f-f840-450d-81e3-86d4a67f91d3 HTTP/1.1" status: 200 len: 998 time: 0.0622561 Aug 25 17:09:37.013628 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004b7239-2dce-4580-81e0-d2f63ffb4cec None None] Checking router: 4dddc476-cdca-4bbf-aa6c-abfc542361f6 for host: dv-cinder-791240-5-iscsi {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:09:37.022581 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004b7239-2dce-4580-81e0-d2f63ffb4cec None None] Routers {'4dddc476-cdca-4bbf-aa6c-abfc542361f6'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:09:37.023203 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-004b7239-2dce-4580-81e0-d2f63ffb4cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:09:16Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['4dddc476-cdca-4bbf-aa6c-abfc542361f6'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:09:37.055336 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4089693-bd30-4b71-9072-762e87a859ea req-5440956c-6a24-402f-b539-6fe7e5928e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:37.057438 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c4089693-bd30-4b71-9072-762e87a859ea req-5440956c-6a24-402f-b539-6fe7e5928e1a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b924291b-4b0f-4431-8d0f-79843e01869c HTTP/1.1" status: 200 len: 849 time: 0.0569780 Aug 25 17:09:37.110347 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4089693-bd30-4b71-9072-762e87a859ea req-99ae8809-ca3f-4c79-9125-cddc5bfb0b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:37.112099 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c4089693-bd30-4b71-9072-762e87a859ea req-99ae8809-ca3f-4c79-9125-cddc5bfb0b80 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d686dfae-89b6-4141-b607-e36388f6039b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459218 Aug 25 17:09:37.142225 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-004b7239-2dce-4580-81e0-d2f63ffb4cec None None] Set router 4dddc476-cdca-4bbf-aa6c-abfc542361f6 gateway port host: dv-cinder-791240-5-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:09:37.193280 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e9c45f-4f52-43f6-bf42-173ec11c063d tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Pushing event deleted for resources: {'Port': ['ID=d353b085-d456-47c4-8084-ae620d32a8c4,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:09:37.205238 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c4089693-bd30-4b71-9072-762e87a859ea req-1697d53e-c4fc-4d10-a63d-b86357210b32 service neutron] 10.222.0.16 "GET /v2.0/networks/d686dfae-89b6-4141-b607-e36388f6039b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847304 Aug 25 17:09:37.224742 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e9c45f-4f52-43f6-bf42-173ec11c063d tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:09:37.225009 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e9c45f-4f52-43f6-bf42-173ec11c063d tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:09:37.225352 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e9c45f-4f52-43f6-bf42-173ec11c063d tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:09:37.225698 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e9c45f-4f52-43f6-bf42-173ec11c063d tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:09:37.226412 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e9c45f-4f52-43f6-bf42-173ec11c063d tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:09:37.226745 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e9c45f-4f52-43f6-bf42-173ec11c063d tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:09:37.227074 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e9c45f-4f52-43f6-bf42-173ec11c063d tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:09:37.227400 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e9c45f-4f52-43f6-bf42-173ec11c063d tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:09:37.227725 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e9c45f-4f52-43f6-bf42-173ec11c063d tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:09:37.228084 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e9c45f-4f52-43f6-bf42-173ec11c063d tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:09:37.228478 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e9c45f-4f52-43f6-bf42-173ec11c063d tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:09:37.228808 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e9c45f-4f52-43f6-bf42-173ec11c063d tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:09:37.271101 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f8e9c45f-4f52-43f6-bf42-173ec11c063d tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:37.271607 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.db.l3_db [None req-f8e9c45f-4f52-43f6-bf42-173ec11c063d tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Floating IP e890695e-c85b-4d9c-8789-8001d9f226e6 disassociated (deleted). External IP: 172.27.2.136, port: 438cd34c-f290-429f-8eae-c06eb10402d4. Aug 25 17:09:37.306163 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c4089693-bd30-4b71-9072-762e87a859ea req-6d6bff75-d1eb-4070-aee7-1f70fabb58b0 service neutron] 10.222.0.16 "GET /v2.0/networks/d686dfae-89b6-4141-b607-e36388f6039b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919511 Aug 25 17:09:37.398294 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-004b7239-2dce-4580-81e0-d2f63ffb4cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dddc476-cdca-4bbf-aa6c-abfc542361f6', 'name': 'tempest-AttachVolumeTestJSON-888737631-router', 'tenant_id': 'b481d864bbdf470583d302856fcdb3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '4399d554-4a99-426d-923f-dadf3ad56474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:01:06Z', 'updated_at': '2021-08-25T17:01:12Z', 'revision_number': 4, 'project_id': 'b481d864bbdf470583d302856fcdb3c2', 'gw_port': {'id': '4399d554-4a99-426d-923f-dadf3ad56474', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dddc476-cdca-4bbf-aa6c-abfc542361f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:01:07Z', 'updated_at': '2021-08-25T17:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_floatingips': [{'id': '91b2562e-4a6f-48a6-9710-51d6ae1d684d', 'tenant_id': 'b481d864bbdf470583d302856fcdb3c2', 'floating_ip_address': '172.27.2.63', 'floating_network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'router_id': '4dddc476-cdca-4bbf-aa6c-abfc542361f6', 'port_id': 'e1c60c7f-f840-450d-81e3-86d4a67f91d3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd686dfae-89b6-4141-b607-e36388f6039b', 'mac_address': 'fa:16:3e:92:f2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f504e641-fe17-48af-990f-19d8b5480622', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:09:23Z', 'updated_at': '2021-08-25T17:09:36Z', 'revision_number': 1, 'project_id': 'b481d864bbdf470583d302856fcdb3c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa0fb896-50de-4f7f-9748-811e93e68d1b', 'name': '', 'network_id': 'd686dfae-89b6-4141-b607-e36388f6039b', 'tenant_id': 'b481d864bbdf470583d302856fcdb3c2', 'mac_address': 'fa:16:3e:26:c5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dddc476-cdca-4bbf-aa6c-abfc542361f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b924291b-4b0f-4431-8d0f-79843e01869c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:01:11Z', 'updated_at': '2021-08-25T17:01:22Z', 'revision_number': 5, 'project_id': 'b481d864bbdf470583d302856fcdb3c2', 'subnets': [{'id': 'b924291b-4b0f-4431-8d0f-79843e01869c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:09:37.425557 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004b7239-2dce-4580-81e0-d2f63ffb4cec None None] The sync data for ids ['4dddc476-cdca-4bbf-aa6c-abfc542361f6'] in dv-cinder-791240-5-iscsi is: [{'id': '4dddc476-cdca-4bbf-aa6c-abfc542361f6', 'name': 'tempest-AttachVolumeTestJSON-888737631-router', 'tenant_id': 'b481d864bbdf470583d302856fcdb3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '4399d554-4a99-426d-923f-dadf3ad56474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:01:06Z', 'updated_at': '2021-08-25T17:01:12Z', 'revision_number': 4, 'project_id': 'b481d864bbdf470583d302856fcdb3c2', 'gw_port': {'id': '4399d554-4a99-426d-923f-dadf3ad56474', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dddc476-cdca-4bbf-aa6c-abfc542361f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:01:07Z', 'updated_at': '2021-08-25T17:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_floatingips': [{'id': '91b2562e-4a6f-48a6-9710-51d6ae1d684d', 'tenant_id': 'b481d864bbdf470583d302856fcdb3c2', 'floating_ip_address': '172.27.2.63', 'floating_network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'router_id': '4dddc476-cdca-4bbf-aa6c-abfc542361f6', 'port_id': 'e1c60c7f-f840-450d-81e3-86d4a67f91d3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd686dfae-89b6-4141-b607-e36388f6039b', 'mac_address': 'fa:16:3e:92:f2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f504e641-fe17-48af-990f-19d8b5480622', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:09:23Z', 'updated_at': '2021-08-25T17:09:36Z', 'revision_number': 1, 'project_id': 'b481d864bbdf470583d302856fcdb3c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa0fb896-50de-4f7f-9748-811e93e68d1b', 'name': '', 'network_id': 'd686dfae-89b6-4141-b607-e36388f6039b', 'tenant_id': 'b481d864bbdf470583d302856fcdb3c2', 'mac_address': 'fa:16:3e:26:c5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dddc476-cdca-4bbf-aa6c-abfc542361f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b924291b-4b0f-4431-8d0f-79843e01869c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:01:11Z', 'updated_at': '2021-08-25T17:01:22Z', 'revision_number': 5, 'project_id': 'b481d864bbdf470583d302856fcdb3c2', 'subnets': [{'id': 'b924291b-4b0f-4431-8d0f-79843e01869c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:09:37.488950 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8e9c45f-4f52-43f6-bf42-173ec11c063d tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Router d80c3129-4cf6-4806-9b6a-36a4297c89f6 has already been hosted by L3 agent d32565c1-f1a3-4226-8f5a-e505deb187a1 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:09:37.601488 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e9c45f-4f52-43f6-bf42-173ec11c063d tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Notify agent at l3_agent.dv-cinder-791240-5-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:09:37.607087 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f8e9c45f-4f52-43f6-bf42-173ec11c063d tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:37.611783 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b2c77f-c46b-46ad-b052-e2dbd0d0622f None None] Sync routers for ids ['d80c3129-4cf6-4806-9b6a-36a4297c89f6'] in dv-cinder-791240-5-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:09:37.619931 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78379e9-0d76-4c63-8e48-bef603f41b80 None None] New status for floating IP 91b2562e-4a6f-48a6-9710-51d6ae1d684d: ACTIVE {{(pid=93884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 17:09:37.622538 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b2c77f-c46b-46ad-b052-e2dbd0d0622f None None] Routers {'d80c3129-4cf6-4806-9b6a-36a4297c89f6'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:09:37.623364 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-81b2c77f-c46b-46ad-b052-e2dbd0d0622f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:09:16Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['d80c3129-4cf6-4806-9b6a-36a4297c89f6'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:09:37.648631 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-f8e9c45f-4f52-43f6-bf42-173ec11c063d tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "DELETE /v2.0/floatingips/e890695e-c85b-4d9c-8789-8001d9f226e6 HTTP/1.1" status: 204 len: 168 time: 1.2108426 Aug 25 17:09:37.648631 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d7d941e-765e-41ad-b6c5-9f0b54310112', 'tag': '438cd34c-f290-429f-8eae-c06eb10402d4'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:09:37.651141 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9a89c5a5bbe78503b53ec670685e3d9cb834604f1284efcd0e43d667b66b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f43a97-3cf8-4590-b3db-0be92439c63f" -d '{"events": [{"name": "network-changed", "server_uuid": "0d7d941e-765e-41ad-b6c5-9f0b54310112", "tag": "438cd34c-f290-429f-8eae-c06eb10402d4"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:09:37.734960 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-81b2c77f-c46b-46ad-b052-e2dbd0d0622f None None] Set router d80c3129-4cf6-4806-9b6a-36a4297c89f6 gateway port host: dv-cinder-791240-5-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:09:37.815140 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-136ebf5a-dc70-4ac6-9fdc-dd2fa977aa35 x-openstack-request-id: req-136ebf5a-dc70-4ac6-9fdc-dd2fa977aa35 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:09:37.815440 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d7d941e-765e-41ad-b6c5-9f0b54310112", "tag": "438cd34c-f290-429f-8eae-c06eb10402d4", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:09:37.815675 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-136ebf5a-dc70-4ac6-9fdc-dd2fa977aa35 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:09:37.816082 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d7d941e-765e-41ad-b6c5-9f0b54310112', 'tag': '438cd34c-f290-429f-8eae-c06eb10402d4', 'status': 'completed', 'code': 200} Aug 25 17:09:37.886631 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f43a97-3cf8-4590-b3db-0be92439c63f req-57a00997-f77c-4d10-b6ac-70ff555f8563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:37.888315 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-47f43a97-3cf8-4590-b3db-0be92439c63f req-57a00997-f77c-4d10-b6ac-70ff555f8563 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=08aac9c23a974fde83b7887f14dc7206&device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 1098 time: 0.0433311 Aug 25 17:09:37.952480 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-81b2c77f-c46b-46ad-b052-e2dbd0d0622f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80c3129-4cf6-4806-9b6a-36a4297c89f6', 'name': 'tempest-TestShelveInstance-1293612335-router', 'tenant_id': '08aac9c23a974fde83b7887f14dc7206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '41ddcd92-8df0-4f54-be99-2b9439c457c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:01:58Z', 'updated_at': '2021-08-25T17:02:02Z', 'revision_number': 4, 'project_id': '08aac9c23a974fde83b7887f14dc7206', 'gw_port': {'id': '41ddcd92-8df0-4f54-be99-2b9439c457c4', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80c3129-4cf6-4806-9b6a-36a4297c89f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:01:59Z', 'updated_at': '2021-08-25T17:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_interfaces': [{'id': '4f8b9e9d-b191-4f54-9e46-4bcbd77913e1', 'name': '', 'network_id': 'ef11e297-234f-4d32-ac73-2a452cb37035', 'tenant_id': '08aac9c23a974fde83b7887f14dc7206', 'mac_address': 'fa:16:3e:8a:43:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80c3129-4cf6-4806-9b6a-36a4297c89f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '27b24ef3-530b-4ff3-993e-542863dc999f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:01Z', 'updated_at': '2021-08-25T17:02:11Z', 'revision_number': 5, 'project_id': '08aac9c23a974fde83b7887f14dc7206', 'subnets': [{'id': '27b24ef3-530b-4ff3-993e-542863dc999f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:09:37.978859 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b2c77f-c46b-46ad-b052-e2dbd0d0622f None None] Checking router: d80c3129-4cf6-4806-9b6a-36a4297c89f6 for host: dv-cinder-791240-5-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:09:37.987754 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f43a97-3cf8-4590-b3db-0be92439c63f req-bfafaaef-3a50-4814-9593-e68dd47d90f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:37.987922 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b2c77f-c46b-46ad-b052-e2dbd0d0622f None None] Routers {'d80c3129-4cf6-4806-9b6a-36a4297c89f6'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:09:37.988026 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-81b2c77f-c46b-46ad-b052-e2dbd0d0622f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:09:16Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['d80c3129-4cf6-4806-9b6a-36a4297c89f6'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:09:37.988796 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-47f43a97-3cf8-4590-b3db-0be92439c63f req-bfafaaef-3a50-4814-9593-e68dd47d90f8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ef11e297-234f-4d32-ac73-2a452cb37035 HTTP/1.1" status: 200 len: 911 time: 0.0906541 Aug 25 17:09:38.007207 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977c477b-b4d9-4f38-8708-744368788fb3 req-fbc968af-b713-4cf1-a426-3197e9f0ea78 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:38.009013 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-977c477b-b4d9-4f38-8708-744368788fb3 req-fbc968af-b713-4cf1-a426-3197e9f0ea78 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 945 time: 0.0495577 Aug 25 17:09:38.043393 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-47f43a97-3cf8-4590-b3db-0be92439c63f req-122af856-f3d6-4d98-9392-c43138b0fb71 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=438cd34c-f290-429f-8eae-c06eb10402d4 HTTP/1.1" status: 200 len: 217 time: 0.0388148 Aug 25 17:09:38.050390 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-977c477b-b4d9-4f38-8708-744368788fb3 req-1f0aaaa4-f47a-43f8-98e3-ee6db98d8c47 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344968 Aug 25 17:09:38.096328 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-81b2c77f-c46b-46ad-b052-e2dbd0d0622f None None] Set router d80c3129-4cf6-4806-9b6a-36a4297c89f6 gateway port host: dv-cinder-791240-5-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:09:38.101403 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f43a97-3cf8-4590-b3db-0be92439c63f req-300c0835-2df3-4edf-9844-3464bab98859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:38.103827 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-47f43a97-3cf8-4590-b3db-0be92439c63f req-300c0835-2df3-4edf-9844-3464bab98859 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=27b24ef3-530b-4ff3-993e-542863dc999f HTTP/1.1" status: 200 len: 848 time: 0.0519533 Aug 25 17:09:38.153938 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f43a97-3cf8-4590-b3db-0be92439c63f req-80f8cab6-191c-41a9-90be-37b46c799489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:38.155430 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-47f43a97-3cf8-4590-b3db-0be92439c63f req-80f8cab6-191c-41a9-90be-37b46c799489 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ef11e297-234f-4d32-ac73-2a452cb37035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398774 Aug 25 17:09:38.277667 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-47f43a97-3cf8-4590-b3db-0be92439c63f req-201a2c89-2582-46ee-acd8-41b11cc47d7d service neutron] 10.222.0.16 "GET /v2.0/networks/ef11e297-234f-4d32-ac73-2a452cb37035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877481 Aug 25 17:09:38.296050 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-81b2c77f-c46b-46ad-b052-e2dbd0d0622f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80c3129-4cf6-4806-9b6a-36a4297c89f6', 'name': 'tempest-TestShelveInstance-1293612335-router', 'tenant_id': '08aac9c23a974fde83b7887f14dc7206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '41ddcd92-8df0-4f54-be99-2b9439c457c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:01:58Z', 'updated_at': '2021-08-25T17:02:02Z', 'revision_number': 4, 'project_id': '08aac9c23a974fde83b7887f14dc7206', 'gw_port': {'id': '41ddcd92-8df0-4f54-be99-2b9439c457c4', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80c3129-4cf6-4806-9b6a-36a4297c89f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:01:59Z', 'updated_at': '2021-08-25T17:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_interfaces': [{'id': '4f8b9e9d-b191-4f54-9e46-4bcbd77913e1', 'name': '', 'network_id': 'ef11e297-234f-4d32-ac73-2a452cb37035', 'tenant_id': '08aac9c23a974fde83b7887f14dc7206', 'mac_address': 'fa:16:3e:8a:43:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80c3129-4cf6-4806-9b6a-36a4297c89f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '27b24ef3-530b-4ff3-993e-542863dc999f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:01Z', 'updated_at': '2021-08-25T17:02:11Z', 'revision_number': 5, 'project_id': '08aac9c23a974fde83b7887f14dc7206', 'subnets': [{'id': '27b24ef3-530b-4ff3-993e-542863dc999f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:09:38.322862 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b2c77f-c46b-46ad-b052-e2dbd0d0622f None None] The sync data for ids ['d80c3129-4cf6-4806-9b6a-36a4297c89f6'] in dv-cinder-791240-5-iscsi is: [{'id': 'd80c3129-4cf6-4806-9b6a-36a4297c89f6', 'name': 'tempest-TestShelveInstance-1293612335-router', 'tenant_id': '08aac9c23a974fde83b7887f14dc7206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '41ddcd92-8df0-4f54-be99-2b9439c457c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:01:58Z', 'updated_at': '2021-08-25T17:02:02Z', 'revision_number': 4, 'project_id': '08aac9c23a974fde83b7887f14dc7206', 'gw_port': {'id': '41ddcd92-8df0-4f54-be99-2b9439c457c4', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80c3129-4cf6-4806-9b6a-36a4297c89f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:01:59Z', 'updated_at': '2021-08-25T17:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_interfaces': [{'id': '4f8b9e9d-b191-4f54-9e46-4bcbd77913e1', 'name': '', 'network_id': 'ef11e297-234f-4d32-ac73-2a452cb37035', 'tenant_id': '08aac9c23a974fde83b7887f14dc7206', 'mac_address': 'fa:16:3e:8a:43:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80c3129-4cf6-4806-9b6a-36a4297c89f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '27b24ef3-530b-4ff3-993e-542863dc999f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:01Z', 'updated_at': '2021-08-25T17:02:11Z', 'revision_number': 5, 'project_id': '08aac9c23a974fde83b7887f14dc7206', 'subnets': [{'id': '27b24ef3-530b-4ff3-993e-542863dc999f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:09:38.399121 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-47f43a97-3cf8-4590-b3db-0be92439c63f req-5417c640-8a1f-45dd-9e34-83cf0dec4d02 service neutron] 10.222.0.16 "GET /v2.0/networks/ef11e297-234f-4d32-ac73-2a452cb37035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044509 Aug 25 17:09:38.498653 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-cebe103c-0122-41a9-9245-2b410354bdb9 req-4c0a70cc-e361-40ae-95d5-1f3180988f9d tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1465194233&fields=id&tenant_id=2e0f86f1410e48e99ce078647d3125f3 HTTP/1.1" status: 200 len: 267 time: 0.0386169 Aug 25 17:09:38.555095 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe103c-0122-41a9-9245-2b410354bdb9 req-b9cd44f1-654c-473f-9fa2-293d62e1483f tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:38.557300 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-cebe103c-0122-41a9-9245-2b410354bdb9 req-b9cd44f1-654c-473f-9fa2-293d62e1483f tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/ports?device_id=1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b HTTP/1.1" status: 200 len: 984 time: 0.0528841 Aug 25 17:09:38.568709 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-cebe103c-0122-41a9-9245-2b410354bdb9 req-d94e9a0b-6694-4667-b362-4c2992c72626 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Request body: {'port': {'security_groups': ['2f41bede-88ae-49ca-a50e-ce7816d45c40']}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:09:38.572061 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cc9b6b-9bc9-4b3f-b6b8-0824835d03ff None None] New status for floating IP e890695e-c85b-4d9c-8789-8001d9f226e6: DOWN {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 17:09:38.637276 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-cebe103c-0122-41a9-9245-2b410354bdb9 req-d94e9a0b-6694-4667-b362-4c2992c72626 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:38.810154 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-cebe103c-0122-41a9-9245-2b410354bdb9 req-d94e9a0b-6694-4667-b362-4c2992c72626 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] For port 60995caa-fc85-4c9e-a5dc-02feeaf7b8c4, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=60995caa-fc85-4c9e-a5dc-02feeaf7b8c4,segment=NetworkSegment(7805d27b-101e-4f4b-8b1f-c99cc5b16a07),segment_id=7805d27b-101e-4f4b-8b1f-c99cc5b16a07)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:09:38.837989 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-cebe103c-0122-41a9-9245-2b410354bdb9 req-d94e9a0b-6694-4667-b362-4c2992c72626 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:38.842315 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-cebe103c-0122-41a9-9245-2b410354bdb9 req-d94e9a0b-6694-4667-b362-4c2992c72626 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3625721'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:38.854000 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] get_ports_and_sgs() called for port_ids ['60995caa-fc85-4c9e-a5dc-02feeaf7b8c4'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:09:38.890518 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe103c-0122-41a9-9245-2b410354bdb9 req-d94e9a0b-6694-4667-b362-4c2992c72626 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:38.891284 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-cebe103c-0122-41a9-9245-2b410354bdb9 req-d94e9a0b-6694-4667-b362-4c2992c72626 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:38.892763 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-cebe103c-0122-41a9-9245-2b410354bdb9 req-d94e9a0b-6694-4667-b362-4c2992c72626 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "PUT /v2.0/ports/60995caa-fc85-4c9e-a5dc-02feeaf7b8c4 HTTP/1.1" status: 200 len: 942 time: 0.3288355 Aug 25 17:09:38.898945 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 43364) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:09:38.932181 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94e9a0b-6694-4667-b362-4c2992c72626 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Pushing event updated for resources: {'Port': ['ID=60995caa-fc85-4c9e-a5dc-02feeaf7b8c4,revision_number=7']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:09:38.981601 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-af8fb416-4196-4d3c-8700-c1ef42483a2a tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:39.070188 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] get_ports_and_sgs() called for port_ids ['60995caa-fc85-4c9e-a5dc-02feeaf7b8c4'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:09:39.180242 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec98154-e5a1-486c-8fca-1f955b180ebd req-d833017b-ef8e-405b-b552-08c11b55eb33 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:39.182610 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-bec98154-e5a1-486c-8fca-1f955b180ebd req-d833017b-ef8e-405b-b552-08c11b55eb33 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 945 time: 0.0552547 Aug 25 17:09:39.210201 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-22c8348a-c2b6-458d-8016-c4273d8b1161 None None] Provisioning complete for port 60995caa-fc85-4c9e-a5dc-02feeaf7b8c4 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:09:39.210578 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-22c8348a-c2b6-458d-8016-c4273d8b1161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:39.225421 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-bec98154-e5a1-486c-8fca-1f955b180ebd req-ae6c76ea-f7b8-4330-922e-c72eef42443f tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352199 Aug 25 17:09:39.260272 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-af8fb416-4196-4d3c-8700-c1ef42483a2a tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:39.326691 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-af8fb416-4196-4d3c-8700-c1ef42483a2a tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:39.329116 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-af8fb416-4196-4d3c-8700-c1ef42483a2a tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:39.330447 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-af8fb416-4196-4d3c-8700-c1ef42483a2a tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "DELETE /v2.0/security-groups/fc841b61-b788-4e60-b50f-4548910a8e28 HTTP/1.1" status: 204 len: 168 time: 0.4304922 Aug 25 17:09:39.333933 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 43372) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:09:39.342804 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8fb416-4196-4d3c-8700-c1ef42483a2a tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc841b61-b788-4e60-b50f-4548910a8e28,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:09:39.503737 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-d3136bb9-35ff-41de-936e-9db0387e7362 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Deleting port 99959c77-45cb-4bc3-bea6-3ad5f7a547e0 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:09:39.504086 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d3136bb9-35ff-41de-936e-9db0387e7362 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743706167839'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:39.581447 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d3136bb9-35ff-41de-936e-9db0387e7362 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616478'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:39.581715 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d3136bb9-35ff-41de-936e-9db0387e7362 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:39.593606 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-d3136bb9-35ff-41de-936e-9db0387e7362 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Calling delete_port for 99959c77-45cb-4bc3-bea6-3ad5f7a547e0 owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:09:39.733971 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d3136bb9-35ff-41de-936e-9db0387e7362 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743706076703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743705601028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3625696'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:39.763497 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3136bb9-35ff-41de-936e-9db0387e7362 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Pushing event deleted for resources: {'Port': ['ID=99959c77-45cb-4bc3-bea6-3ad5f7a547e0,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:09:39.816812 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b', 'tag': '60995caa-fc85-4c9e-a5dc-02feeaf7b8c4'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:09:39.819060 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9a89c5a5bbe78503b53ec670685e3d9cb834604f1284efcd0e43d667b66b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9b2484-92ac-4b17-ade5-b860e0945b0a" -d '{"events": [{"name": "network-changed", "server_uuid": "1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b", "tag": "60995caa-fc85-4c9e-a5dc-02feeaf7b8c4"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:09:39.831782 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d3136bb9-35ff-41de-936e-9db0387e7362 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:39.832054 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.db.l3_db [None req-d3136bb9-35ff-41de-936e-9db0387e7362 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Floating IP da5177da-a290-4a00-87e1-3bafa664d2b4 disassociated (deleted). External IP: 172.27.2.189, port: 60995caa-fc85-4c9e-a5dc-02feeaf7b8c4. Aug 25 17:09:39.868140 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0caba39c-4b3a-4762-9199-dfbec5c89252 x-openstack-request-id: req-0caba39c-4b3a-4762-9199-dfbec5c89252 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:09:39.868422 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b", "tag": "60995caa-fc85-4c9e-a5dc-02feeaf7b8c4", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:09:39.869339 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0caba39c-4b3a-4762-9199-dfbec5c89252 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:09:39.869743 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b', 'tag': '60995caa-fc85-4c9e-a5dc-02feeaf7b8c4', 'status': 'completed', 'code': 200} Aug 25 17:09:39.918250 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b2484-92ac-4b17-ade5-b860e0945b0a req-89126cdf-6831-4711-9765-1ee4e45c2969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:39.919805 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0e9b2484-92ac-4b17-ade5-b860e0945b0a req-89126cdf-6831-4711-9765-1ee4e45c2969 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2e0f86f1410e48e99ce078647d3125f3&device_id=1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b HTTP/1.1" status: 200 len: 1098 time: 0.0405288 Aug 25 17:09:40.050687 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3136bb9-35ff-41de-936e-9db0387e7362 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Router c93fb3e4-a952-4e88-9f9e-a69546fc994e has already been hosted by L3 agent d32565c1-f1a3-4226-8f5a-e505deb187a1 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:09:40.051835 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8bd4a5-9434-4fc8-891d-3bab78584d5f req-efc5e363-8062-4bdc-8c7e-01c36dfc9dc8 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:40.053316 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8f8bd4a5-9434-4fc8-891d-3bab78584d5f req-efc5e363-8062-4bdc-8c7e-01c36dfc9dc8 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 945 time: 0.0768371 Aug 25 17:09:40.058645 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b2484-92ac-4b17-ade5-b860e0945b0a req-e603b244-be13-477c-9e9d-fab25175c322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:40.060176 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0e9b2484-92ac-4b17-ade5-b860e0945b0a req-e603b244-be13-477c-9e9d-fab25175c322 service neutron] 10.222.0.16 "GET /v2.0/networks?id=67402cff-b45f-4fed-abaa-c7f552a48d5e HTTP/1.1" status: 200 len: 916 time: 0.1287279 Aug 25 17:09:40.123401 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0e9b2484-92ac-4b17-ade5-b860e0945b0a req-e540d0ed-d5e1-4d1d-9bec-ed18037edb1b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60995caa-fc85-4c9e-a5dc-02feeaf7b8c4 HTTP/1.1" status: 200 len: 217 time: 0.0542758 Aug 25 17:09:40.163973 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3136bb9-35ff-41de-936e-9db0387e7362 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Notify agent at l3_agent.dv-cinder-791240-5-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:09:40.169518 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d3136bb9-35ff-41de-936e-9db0387e7362 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:40.174807 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35952756-0958-45c7-947c-4d86cfe8ddec None None] Sync routers for ids ['c93fb3e4-a952-4e88-9f9e-a69546fc994e'] in dv-cinder-791240-5-iscsi {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:09:40.186462 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35952756-0958-45c7-947c-4d86cfe8ddec None None] Routers {'c93fb3e4-a952-4e88-9f9e-a69546fc994e'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:09:40.187452 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-35952756-0958-45c7-947c-4d86cfe8ddec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:09:16Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['c93fb3e4-a952-4e88-9f9e-a69546fc994e'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:09:40.197562 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-d3136bb9-35ff-41de-936e-9db0387e7362 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "DELETE /v2.0/floatingips/da5177da-a290-4a00-87e1-3bafa664d2b4 HTTP/1.1" status: 204 len: 168 time: 0.8614037 Aug 25 17:09:40.204249 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b2484-92ac-4b17-ade5-b860e0945b0a req-56a19202-0062-4e69-b1cf-42e84e967737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:40.205747 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0e9b2484-92ac-4b17-ade5-b860e0945b0a req-56a19202-0062-4e69-b1cf-42e84e967737 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ecf1d074-31af-4eab-9bb7-bf7bd6ac47eb HTTP/1.1" status: 200 len: 853 time: 0.0719697 Aug 25 17:09:40.259280 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-8f8bd4a5-9434-4fc8-891d-3bab78584d5f req-b9394402-eabd-4ded-8332-d365d90a0b33 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Deleting port 438cd34c-f290-429f-8eae-c06eb10402d4 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:09:40.260338 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8f8bd4a5-9434-4fc8-891d-3bab78584d5f req-b9394402-eabd-4ded-8332-d365d90a0b33 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743706167839'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:40.318204 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-35952756-0958-45c7-947c-4d86cfe8ddec None None] Set router c93fb3e4-a952-4e88-9f9e-a69546fc994e gateway port host: dv-cinder-791240-5-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:09:40.323939 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b2484-92ac-4b17-ade5-b860e0945b0a req-1179164c-9bfd-4166-872a-dc91f26b5f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:40.325734 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0e9b2484-92ac-4b17-ade5-b860e0945b0a req-1179164c-9bfd-4166-872a-dc91f26b5f2f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=67402cff-b45f-4fed-abaa-c7f552a48d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1045735 Aug 25 17:09:40.412722 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-8f8bd4a5-9434-4fc8-891d-3bab78584d5f req-b9394402-eabd-4ded-8332-d365d90a0b33 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] For port 438cd34c-f290-429f-8eae-c06eb10402d4, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=438cd34c-f290-429f-8eae-c06eb10402d4,segment=NetworkSegment(3d213855-abfe-4e58-8480-7cb89771466f),segment_id=3d213855-abfe-4e58-8480-7cb89771466f)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:09:40.413120 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8f8bd4a5-9434-4fc8-891d-3bab78584d5f req-b9394402-eabd-4ded-8332-d365d90a0b33 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616478'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:40.434759 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-8f8bd4a5-9434-4fc8-891d-3bab78584d5f req-b9394402-eabd-4ded-8332-d365d90a0b33 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Calling delete_port for 438cd34c-f290-429f-8eae-c06eb10402d4 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:09:40.506216 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0e9b2484-92ac-4b17-ade5-b860e0945b0a req-643f27ff-d8ba-4814-9254-c99aaf9e95cb service neutron] 10.222.0.16 "GET /v2.0/networks/67402cff-b45f-4fed-abaa-c7f552a48d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696076 Aug 25 17:09:40.521108 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ea4331-e03a-4829-bf20-d77ffdb3b72c req-0d28d303-79a1-4826-b4b6-449ae4724ad3 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:40.522774 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-29ea4331-e03a-4829-bf20-d77ffdb3b72c req-0d28d303-79a1-4826-b4b6-449ae4724ad3 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 945 time: 0.0651672 Aug 25 17:09:40.556461 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-35952756-0958-45c7-947c-4d86cfe8ddec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c93fb3e4-a952-4e88-9f9e-a69546fc994e', 'name': 'tempest-TestMinimumBasicScenario-332155218-router', 'tenant_id': '2e0f86f1410e48e99ce078647d3125f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '3b17f863-f233-480d-9089-0f4c263931ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:03:34Z', 'updated_at': '2021-08-25T17:03:37Z', 'revision_number': 4, 'project_id': '2e0f86f1410e48e99ce078647d3125f3', 'gw_port': {'id': '3b17f863-f233-480d-9089-0f4c263931ca', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93fb3e4-a952-4e88-9f9e-a69546fc994e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:03:34Z', 'updated_at': '2021-08-25T17:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_interfaces': [{'id': 'b09cd816-00cf-4d57-8097-f04d5830572c', 'name': '', 'network_id': '67402cff-b45f-4fed-abaa-c7f552a48d5e', 'tenant_id': '2e0f86f1410e48e99ce078647d3125f3', 'mac_address': 'fa:16:3e:0f:37:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93fb3e4-a952-4e88-9f9e-a69546fc994e', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'ecf1d074-31af-4eab-9bb7-bf7bd6ac47eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:03:36Z', 'updated_at': '2021-08-25T17:03:43Z', 'revision_number': 5, 'project_id': '2e0f86f1410e48e99ce078647d3125f3', 'subnets': [{'id': 'ecf1d074-31af-4eab-9bb7-bf7bd6ac47eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:09:40.562878 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-29ea4331-e03a-4829-bf20-d77ffdb3b72c req-a406bc2f-4fee-4143-ac40-d8c95c356ef2 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff107b79-194d-45a2-9eba-479057252c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331554 Aug 25 17:09:40.582822 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35952756-0958-45c7-947c-4d86cfe8ddec None None] Checking router: c93fb3e4-a952-4e88-9f9e-a69546fc994e for host: dv-cinder-791240-5-iscsi {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:09:40.592569 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35952756-0958-45c7-947c-4d86cfe8ddec None None] Routers {'c93fb3e4-a952-4e88-9f9e-a69546fc994e'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:09:40.592825 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-35952756-0958-45c7-947c-4d86cfe8ddec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:09:16Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['c93fb3e4-a952-4e88-9f9e-a69546fc994e'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:09:40.667927 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0e9b2484-92ac-4b17-ade5-b860e0945b0a req-476d817a-b0ae-42f5-807d-755267dd1404 service neutron] 10.222.0.16 "GET /v2.0/networks/67402cff-b45f-4fed-abaa-c7f552a48d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538854 Aug 25 17:09:40.692505 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8f8bd4a5-9434-4fc8-891d-3bab78584d5f req-b9394402-eabd-4ded-8332-d365d90a0b33 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743706076703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743705601028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732937'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:40.701871 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-35952756-0958-45c7-947c-4d86cfe8ddec None None] Set router c93fb3e4-a952-4e88-9f9e-a69546fc994e gateway port host: dv-cinder-791240-5-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:09:40.721896 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9394402-eabd-4ded-8332-d365d90a0b33 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Pushing event deleted for resources: {'Port': ['ID=438cd34c-f290-429f-8eae-c06eb10402d4,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:09:40.766692 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f8bd4a5-9434-4fc8-891d-3bab78584d5f req-b9394402-eabd-4ded-8332-d365d90a0b33 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] No DVR routers for this DVR port 438cd34c-f290-429f-8eae-c06eb10402d4 on host hv-cinder-79124 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:09:40.769517 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8f8bd4a5-9434-4fc8-891d-3bab78584d5f req-b9394402-eabd-4ded-8332-d365d90a0b33 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:40.771531 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8f8bd4a5-9434-4fc8-891d-3bab78584d5f req-b9394402-eabd-4ded-8332-d365d90a0b33 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.16 "DELETE /v2.0/ports/438cd34c-f290-429f-8eae-c06eb10402d4 HTTP/1.1" status: 204 len: 173 time: 0.7105927 Aug 25 17:09:40.771955 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d7d941e-765e-41ad-b6c5-9f0b54310112', 'name': 'network-vif-deleted', 'tag': '438cd34c-f290-429f-8eae-c06eb10402d4'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:09:40.774232 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30294bf1a97406c8a8235025fddf2f3c25b52a26b11c10f571ea972848b08700" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d822d1-8ee2-4a6d-9281-df4cb062ad0a" -d '{"events": [{"server_uuid": "0d7d941e-765e-41ad-b6c5-9f0b54310112", "name": "network-vif-deleted", "tag": "438cd34c-f290-429f-8eae-c06eb10402d4"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:09:40.817616 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84de794d-9707-4de0-b016-b8baf9b3288f x-openstack-request-id: req-84de794d-9707-4de0-b016-b8baf9b3288f {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:09:40.817974 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d7d941e-765e-41ad-b6c5-9f0b54310112", "name": "network-vif-deleted", "tag": "438cd34c-f290-429f-8eae-c06eb10402d4", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:09:40.818222 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-84de794d-9707-4de0-b016-b8baf9b3288f {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:09:40.818616 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d7d941e-765e-41ad-b6c5-9f0b54310112', 'name': 'network-vif-deleted', 'tag': '438cd34c-f290-429f-8eae-c06eb10402d4', 'status': 'completed', 'code': 200} Aug 25 17:09:40.920520 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-35952756-0958-45c7-947c-4d86cfe8ddec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c93fb3e4-a952-4e88-9f9e-a69546fc994e', 'name': 'tempest-TestMinimumBasicScenario-332155218-router', 'tenant_id': '2e0f86f1410e48e99ce078647d3125f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '3b17f863-f233-480d-9089-0f4c263931ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:03:34Z', 'updated_at': '2021-08-25T17:03:37Z', 'revision_number': 4, 'project_id': '2e0f86f1410e48e99ce078647d3125f3', 'gw_port': {'id': '3b17f863-f233-480d-9089-0f4c263931ca', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93fb3e4-a952-4e88-9f9e-a69546fc994e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:03:34Z', 'updated_at': '2021-08-25T17:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_interfaces': [{'id': 'b09cd816-00cf-4d57-8097-f04d5830572c', 'name': '', 'network_id': '67402cff-b45f-4fed-abaa-c7f552a48d5e', 'tenant_id': '2e0f86f1410e48e99ce078647d3125f3', 'mac_address': 'fa:16:3e:0f:37:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93fb3e4-a952-4e88-9f9e-a69546fc994e', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'ecf1d074-31af-4eab-9bb7-bf7bd6ac47eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:03:36Z', 'updated_at': '2021-08-25T17:03:43Z', 'revision_number': 5, 'project_id': '2e0f86f1410e48e99ce078647d3125f3', 'subnets': [{'id': 'ecf1d074-31af-4eab-9bb7-bf7bd6ac47eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:09:40.950582 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35952756-0958-45c7-947c-4d86cfe8ddec None None] The sync data for ids ['c93fb3e4-a952-4e88-9f9e-a69546fc994e'] in dv-cinder-791240-5-iscsi is: [{'id': 'c93fb3e4-a952-4e88-9f9e-a69546fc994e', 'name': 'tempest-TestMinimumBasicScenario-332155218-router', 'tenant_id': '2e0f86f1410e48e99ce078647d3125f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '3b17f863-f233-480d-9089-0f4c263931ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:03:34Z', 'updated_at': '2021-08-25T17:03:37Z', 'revision_number': 4, 'project_id': '2e0f86f1410e48e99ce078647d3125f3', 'gw_port': {'id': '3b17f863-f233-480d-9089-0f4c263931ca', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93fb3e4-a952-4e88-9f9e-a69546fc994e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:03:34Z', 'updated_at': '2021-08-25T17:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_interfaces': [{'id': 'b09cd816-00cf-4d57-8097-f04d5830572c', 'name': '', 'network_id': '67402cff-b45f-4fed-abaa-c7f552a48d5e', 'tenant_id': '2e0f86f1410e48e99ce078647d3125f3', 'mac_address': 'fa:16:3e:0f:37:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93fb3e4-a952-4e88-9f9e-a69546fc994e', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'ecf1d074-31af-4eab-9bb7-bf7bd6ac47eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:03:36Z', 'updated_at': '2021-08-25T17:03:43Z', 'revision_number': 5, 'project_id': '2e0f86f1410e48e99ce078647d3125f3', 'subnets': [{'id': 'ecf1d074-31af-4eab-9bb7-bf7bd6ac47eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:09:41.239078 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a5c664-6448-4233-84b0-fb035c8329c2 None None] New status for floating IP da5177da-a290-4a00-87e1-3bafa664d2b4: DOWN {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 17:09:41.676205 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e6bcddbb-d98e-4843-a7e2-880fc067d4c5 req-ffd20b8f-c70a-466c-9cca-081bad706b1d tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d7d941e-765e-41ad-b6c5-9f0b54310112 HTTP/1.1" status: 200 len: 210 time: 0.0267322 Aug 25 17:09:41.871301 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b', 'tag': '60995caa-fc85-4c9e-a5dc-02feeaf7b8c4'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:09:41.873611 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9a89c5a5bbe78503b53ec670685e3d9cb834604f1284efcd0e43d667b66b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35c09d7-e823-40f2-8f9a-68dde97b0497" -d '{"events": [{"name": "network-changed", "server_uuid": "1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b", "tag": "60995caa-fc85-4c9e-a5dc-02feeaf7b8c4"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:09:41.953166 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70770f5f-2edf-4500-816d-b5e39511d4f7 x-openstack-request-id: req-70770f5f-2edf-4500-816d-b5e39511d4f7 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:09:41.953451 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b", "tag": "60995caa-fc85-4c9e-a5dc-02feeaf7b8c4", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:09:41.953719 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-70770f5f-2edf-4500-816d-b5e39511d4f7 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:09:41.954108 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b', 'tag': '60995caa-fc85-4c9e-a5dc-02feeaf7b8c4', 'status': 'completed', 'code': 200} Aug 25 17:09:42.015211 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c09d7-e823-40f2-8f9a-68dde97b0497 req-07d06ed3-3ea5-4dd5-8f06-6cf7aea8f529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:42.016686 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b35c09d7-e823-40f2-8f9a-68dde97b0497 req-07d06ed3-3ea5-4dd5-8f06-6cf7aea8f529 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2e0f86f1410e48e99ce078647d3125f3&device_id=1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b HTTP/1.1" status: 200 len: 1098 time: 0.0402753 Aug 25 17:09:42.109731 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c09d7-e823-40f2-8f9a-68dde97b0497 req-4176e026-d8f0-49bb-855e-34511e1a1e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:42.111296 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b35c09d7-e823-40f2-8f9a-68dde97b0497 req-4176e026-d8f0-49bb-855e-34511e1a1e45 service neutron] 10.222.0.16 "GET /v2.0/networks?id=67402cff-b45f-4fed-abaa-c7f552a48d5e HTTP/1.1" status: 200 len: 916 time: 0.0871842 Aug 25 17:09:42.155629 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b35c09d7-e823-40f2-8f9a-68dde97b0497 req-85b2ba8e-d455-4f8f-89f7-ced123ee84a5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60995caa-fc85-4c9e-a5dc-02feeaf7b8c4 HTTP/1.1" status: 200 len: 217 time: 0.0347998 Aug 25 17:09:42.208135 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c09d7-e823-40f2-8f9a-68dde97b0497 req-a7c7e04c-b03c-4fb3-b11d-e2ae2afdaf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:42.209288 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b35c09d7-e823-40f2-8f9a-68dde97b0497 req-a7c7e04c-b03c-4fb3-b11d-e2ae2afdaf85 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ecf1d074-31af-4eab-9bb7-bf7bd6ac47eb HTTP/1.1" status: 200 len: 853 time: 0.0463502 Aug 25 17:09:42.260322 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c09d7-e823-40f2-8f9a-68dde97b0497 req-a2462a8c-37e1-46a5-be96-3d04504d4dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:42.263479 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b35c09d7-e823-40f2-8f9a-68dde97b0497 req-a2462a8c-37e1-46a5-be96-3d04504d4dc4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=67402cff-b45f-4fed-abaa-c7f552a48d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431349 Aug 25 17:09:42.359942 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b35c09d7-e823-40f2-8f9a-68dde97b0497 req-08e173b8-1f66-4aa0-9d5f-88cab2f4955b service neutron] 10.222.0.16 "GET /v2.0/networks/67402cff-b45f-4fed-abaa-c7f552a48d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855918 Aug 25 17:09:42.447731 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b35c09d7-e823-40f2-8f9a-68dde97b0497 req-e315603d-f80e-46bc-aef4-5d7860bdcd46 service neutron] 10.222.0.16 "GET /v2.0/networks/67402cff-b45f-4fed-abaa-c7f552a48d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804436 Aug 25 17:09:42.731530 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 43414) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:09:42.793459 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-790989a3-2c45-4d9b-a2fc-b6843b8fb917 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:42.817628 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-790989a3-2c45-4d9b-a2fc-b6843b8fb917 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:42.875381 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-790989a3-2c45-4d9b-a2fc-b6843b8fb917 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:42.878086 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-790989a3-2c45-4d9b-a2fc-b6843b8fb917 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:42.879342 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-790989a3-2c45-4d9b-a2fc-b6843b8fb917 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] 10.222.0.88 "DELETE /v2.0/security-groups/ff107b79-194d-45a2-9eba-479057252c4d HTTP/1.1" status: 204 len: 168 time: 0.1466527 Aug 25 17:09:42.889129 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790989a3-2c45-4d9b-a2fc-b6843b8fb917 tempest-TestShelveInstance-18372622 tempest-TestShelveInstance-18372622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff107b79-194d-45a2-9eba-479057252c4d,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:09:42.940323 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 43424) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:09:43.081067 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c0be375a-59b9-4e8d-b95b-30d7f430e4e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:43.238970 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae33a6d-6a38-4c90-88bd-c0adf647b672 req-203229ac-0668-4e82-85d6-6ee1dafed1b5 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:43.240450 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-fae33a6d-6a38-4c90-88bd-c0adf647b672 req-203229ac-0668-4e82-85d6-6ee1dafed1b5 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/ports?device_id=1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b HTTP/1.1" status: 200 len: 945 time: 0.0559647 Aug 25 17:09:43.282206 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-fae33a6d-6a38-4c90-88bd-c0adf647b672 req-98735b4f-f5ba-4c37-ab38-735147991554 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/security-groups?id=2f41bede-88ae-49ca-a50e-ce7816d45c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344889 Aug 25 17:09:43.514351 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-94d3140e-047b-4e40-8293-a646257004d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614607'] for router_interface, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:43.796366 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-94d3140e-047b-4e40-8293-a646257004d0 admin admin] Deleting port 4f8b9e9d-b191-4f54-9e46-4bcbd77913e1 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:09:43.796636 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-94d3140e-047b-4e40-8293-a646257004d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743706167839'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:43.869982 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-94d3140e-047b-4e40-8293-a646257004d0 admin admin] For port 4f8b9e9d-b191-4f54-9e46-4bcbd77913e1, host dv-cinder-791240-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=4f8b9e9d-b191-4f54-9e46-4bcbd77913e1,segment=NetworkSegment(3d213855-abfe-4e58-8480-7cb89771466f),segment_id=3d213855-abfe-4e58-8480-7cb89771466f)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:09:43.870337 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-94d3140e-047b-4e40-8293-a646257004d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616478'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:43.882265 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-94d3140e-047b-4e40-8293-a646257004d0 admin admin] Calling delete_port for 4f8b9e9d-b191-4f54-9e46-4bcbd77913e1 owned by network:router_interface {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:09:44.061720 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-94d3140e-047b-4e40-8293-a646257004d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743706076703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743705601028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732937'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:44.088151 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d3140e-047b-4e40-8293-a646257004d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f8b9e9d-b191-4f54-9e46-4bcbd77913e1,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:09:44.278744 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-94d3140e-047b-4e40-8293-a646257004d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16218525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614405'] for router_interface, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:44.303169 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7bff15-b123-42a3-a1e0-dc42e6c8ff2f req-e2e3bd01-d321-45d6-88af-9a4889366d10 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:44.304665 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-be7bff15-b123-42a3-a1e0-dc42e6c8ff2f req-e2e3bd01-d321-45d6-88af-9a4889366d10 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.16 "GET /v2.0/ports?device_id=1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b HTTP/1.1" status: 200 len: 945 time: 0.0773010 Aug 25 17:09:44.397709 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d43697-d346-4387-8cee-09492b354523 req-1e2f92be-5d7e-4df1-a986-0545c058777a tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:09:44.399106 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c4d43697-d346-4387-8cee-09492b354523 req-1e2f92be-5d7e-4df1-a986-0545c058777a tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/ports?device_id=1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b HTTP/1.1" status: 200 len: 945 time: 0.0490553 Aug 25 17:09:44.438465 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c4d43697-d346-4387-8cee-09492b354523 req-3ea584ab-9d1b-4361-bff8-6325c4d134f2 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/security-groups?id=2f41bede-88ae-49ca-a50e-ce7816d45c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331280 Aug 25 17:09:44.764404 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-be7bff15-b123-42a3-a1e0-dc42e6c8ff2f req-0dda5e03-2f83-4144-92dd-4bf56d203373 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Deleting port 60995caa-fc85-4c9e-a5dc-02feeaf7b8c4 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:09:44.765025 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-be7bff15-b123-42a3-a1e0-dc42e6c8ff2f req-0dda5e03-2f83-4144-92dd-4bf56d203373 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743706167839'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:44.873135 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device 438cd34c-f290-429f-8eae-c06eb10402d4 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:09:44.885465 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d3140e-047b-4e40-8293-a646257004d0 admin admin] Router d80c3129-4cf6-4806-9b6a-36a4297c89f6 has already been hosted by L3 agent d32565c1-f1a3-4226-8f5a-e505deb187a1 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:09:44.892701 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] No Port match for: 438cd34c-f290-429f-8eae-c06eb10402d4 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:09:44.893048 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device 438cd34c-f290-429f-8eae-c06eb10402d4 not bound to the agent host hv-cinder-79124 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:09:44.899159 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-be7bff15-b123-42a3-a1e0-dc42e6c8ff2f req-0dda5e03-2f83-4144-92dd-4bf56d203373 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] For port 60995caa-fc85-4c9e-a5dc-02feeaf7b8c4, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=60995caa-fc85-4c9e-a5dc-02feeaf7b8c4,segment=NetworkSegment(7805d27b-101e-4f4b-8b1f-c99cc5b16a07),segment_id=7805d27b-101e-4f4b-8b1f-c99cc5b16a07)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:09:44.899532 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-be7bff15-b123-42a3-a1e0-dc42e6c8ff2f req-0dda5e03-2f83-4144-92dd-4bf56d203373 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616478'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:44.918083 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-be7bff15-b123-42a3-a1e0-dc42e6c8ff2f req-0dda5e03-2f83-4144-92dd-4bf56d203373 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Calling delete_port for 60995caa-fc85-4c9e-a5dc-02feeaf7b8c4 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:09:45.073191 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d3140e-047b-4e40-8293-a646257004d0 admin admin] Notify agent at l3_agent.dv-cinder-791240-5-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:09:45.078240 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-94d3140e-047b-4e40-8293-a646257004d0 admin admin] 10.222.0.88 "PUT /v2.0/routers/d80c3129-4cf6-4806-9b6a-36a4297c89f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1372690 Aug 25 17:09:45.080839 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 43440) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:09:45.083330 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f7c3cd-c3c1-45f3-9754-83f418633150 None None] Sync routers for ids ['d80c3129-4cf6-4806-9b6a-36a4297c89f6'] in dv-cinder-791240-5-iscsi {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:09:45.092789 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f7c3cd-c3c1-45f3-9754-83f418633150 None None] Routers {'d80c3129-4cf6-4806-9b6a-36a4297c89f6'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:09:45.093789 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-05f7c3cd-c3c1-45f3-9754-83f418633150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:09:16Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['d80c3129-4cf6-4806-9b6a-36a4297c89f6'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:09:45.153273 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-be7bff15-b123-42a3-a1e0-dc42e6c8ff2f req-0dda5e03-2f83-4144-92dd-4bf56d203373 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743706076703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743705601028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732937'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:45.181938 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dda5e03-2f83-4144-92dd-4bf56d203373 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Pushing event deleted for resources: {'Port': ['ID=60995caa-fc85-4c9e-a5dc-02feeaf7b8c4,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:09:45.182657 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] get_ports_and_sgs() called for port_ids ['60995caa-fc85-4c9e-a5dc-02feeaf7b8c4'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:09:45.201340 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ac9753e4-b2ad-49a9-ab34-1e61b9ebe90f admin admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:45.233020 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-be7bff15-b123-42a3-a1e0-dc42e6c8ff2f req-0dda5e03-2f83-4144-92dd-4bf56d203373 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] No DVR routers for this DVR port 60995caa-fc85-4c9e-a5dc-02feeaf7b8c4 on host hv-cinder-79124 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:09:45.234085 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-05f7c3cd-c3c1-45f3-9754-83f418633150 None None] Set router d80c3129-4cf6-4806-9b6a-36a4297c89f6 gateway port host: dv-cinder-791240-5-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:09:45.236101 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-be7bff15-b123-42a3-a1e0-dc42e6c8ff2f req-0dda5e03-2f83-4144-92dd-4bf56d203373 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:45.238281 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-be7bff15-b123-42a3-a1e0-dc42e6c8ff2f req-0dda5e03-2f83-4144-92dd-4bf56d203373 tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.16 "DELETE /v2.0/ports/60995caa-fc85-4c9e-a5dc-02feeaf7b8c4 HTTP/1.1" status: 204 len: 173 time: 0.8937528 Aug 25 17:09:45.238789 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b', 'name': 'network-vif-deleted', 'tag': '60995caa-fc85-4c9e-a5dc-02feeaf7b8c4'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:09:45.246180 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30294bf1a97406c8a8235025fddf2f3c25b52a26b11c10f571ea972848b08700" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e717507-a77b-4add-937a-932edb7c86ee" -d '{"events": [{"server_uuid": "1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b", "name": "network-vif-deleted", "tag": "60995caa-fc85-4c9e-a5dc-02feeaf7b8c4"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:09:45.291531 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faed7812-3542-4783-a6f6-1fe1ae924bee x-openstack-request-id: req-faed7812-3542-4783-a6f6-1fe1ae924bee {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:09:45.291828 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b", "name": "network-vif-deleted", "tag": "60995caa-fc85-4c9e-a5dc-02feeaf7b8c4", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:09:45.292510 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-faed7812-3542-4783-a6f6-1fe1ae924bee {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:09:45.292510 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b', 'name': 'network-vif-deleted', 'tag': '60995caa-fc85-4c9e-a5dc-02feeaf7b8c4', 'status': 'completed', 'code': 200} Aug 25 17:09:45.322675 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ac9753e4-b2ad-49a9-ab34-1e61b9ebe90f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:45.386129 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-ac9753e4-b2ad-49a9-ab34-1e61b9ebe90f admin admin] Deleting port 41ddcd92-8df0-4f54-be99-2b9439c457c4 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:09:45.386476 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ac9753e4-b2ad-49a9-ab34-1e61b9ebe90f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743706167839'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:45.435747 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-05f7c3cd-c3c1-45f3-9754-83f418633150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80c3129-4cf6-4806-9b6a-36a4297c89f6', 'name': 'tempest-TestShelveInstance-1293612335-router', 'tenant_id': '08aac9c23a974fde83b7887f14dc7206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '41ddcd92-8df0-4f54-be99-2b9439c457c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:01:58Z', 'updated_at': '2021-08-25T17:09:44Z', 'revision_number': 5, 'project_id': '08aac9c23a974fde83b7887f14dc7206', 'gw_port': {'id': '41ddcd92-8df0-4f54-be99-2b9439c457c4', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80c3129-4cf6-4806-9b6a-36a4297c89f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:01:59Z', 'updated_at': '2021-08-25T17:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi'}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:09:45.462873 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f7c3cd-c3c1-45f3-9754-83f418633150 None None] Checking router: d80c3129-4cf6-4806-9b6a-36a4297c89f6 for host: dv-cinder-791240-5-iscsi {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:09:45.467669 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-ac9753e4-b2ad-49a9-ab34-1e61b9ebe90f admin admin] For port 41ddcd92-8df0-4f54-be99-2b9439c457c4, host dv-cinder-791240-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=41ddcd92-8df0-4f54-be99-2b9439c457c4,segment=NetworkSegment(831650f3-50e7-4109-a77c-8151443483b4),segment_id=831650f3-50e7-4109-a77c-8151443483b4)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:09:45.468109 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ac9753e4-b2ad-49a9-ab34-1e61b9ebe90f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616478'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:45.473723 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f7c3cd-c3c1-45f3-9754-83f418633150 None None] Routers {'d80c3129-4cf6-4806-9b6a-36a4297c89f6'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:09:45.474514 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-05f7c3cd-c3c1-45f3-9754-83f418633150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:09:16Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['d80c3129-4cf6-4806-9b6a-36a4297c89f6'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:09:45.482170 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-ac9753e4-b2ad-49a9-ab34-1e61b9ebe90f admin admin] Calling delete_port for 41ddcd92-8df0-4f54-be99-2b9439c457c4 owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:09:45.558706 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8fd8eb4b-eee7-4494-82d4-9e3d2a936824 req-c4f750ef-f0a9-4709-8460-6746fa16e7ec tempest-TestMinimumBasicScenario-1945903459 tempest-TestMinimumBasicScenario-1945903459-project] 10.222.0.88 "GET /v2.0/ports?device_id=1029ba9f-e0f2-473d-89a3-9d0dfb40ef0b HTTP/1.1" status: 200 len: 210 time: 0.0364046 Aug 25 17:09:45.577056 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-05f7c3cd-c3c1-45f3-9754-83f418633150 None None] Set router d80c3129-4cf6-4806-9b6a-36a4297c89f6 gateway port host: None {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:09:45.631561 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-05f7c3cd-c3c1-45f3-9754-83f418633150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80c3129-4cf6-4806-9b6a-36a4297c89f6', 'name': 'tempest-TestShelveInstance-1293612335-router', 'tenant_id': '08aac9c23a974fde83b7887f14dc7206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:01:58Z', 'updated_at': '2021-08-25T17:09:45Z', 'revision_number': 6, 'project_id': '08aac9c23a974fde83b7887f14dc7206', 'gw_port_host': None}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:09:45.678449 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f7c3cd-c3c1-45f3-9754-83f418633150 None None] The sync data for ids ['d80c3129-4cf6-4806-9b6a-36a4297c89f6'] in dv-cinder-791240-5-iscsi is: [{'id': 'd80c3129-4cf6-4806-9b6a-36a4297c89f6', 'name': 'tempest-TestShelveInstance-1293612335-router', 'tenant_id': '08aac9c23a974fde83b7887f14dc7206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:01:58Z', 'updated_at': '2021-08-25T17:09:45Z', 'revision_number': 6, 'project_id': '08aac9c23a974fde83b7887f14dc7206', 'gw_port_host': None}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:09:45.705981 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cb99e632-4b37-41ac-af3f-8c131a203cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:45.717440 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ac9753e4-b2ad-49a9-ab34-1e61b9ebe90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743706076703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743705601028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3625696'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:45.776745 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9753e4-b2ad-49a9-ab34-1e61b9ebe90f admin admin] Pushing event deleted for resources: {'Port': ['ID=41ddcd92-8df0-4f54-be99-2b9439c457c4,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:09:45.823527 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ac9753e4-b2ad-49a9-ab34-1e61b9ebe90f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613983'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:45.917222 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ac9753e4-b2ad-49a9-ab34-1e61b9ebe90f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36927'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:45.919763 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ac9753e4-b2ad-49a9-ab34-1e61b9ebe90f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:45.922406 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:45.924409 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:45.963760 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ac9753e4-b2ad-49a9-ab34-1e61b9ebe90f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612047'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:45.964332 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac9753e4-b2ad-49a9-ab34-1e61b9ebe90f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d80c3129-4cf6-4806-9b6a-36a4297c89f6 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 17:09:45.968872 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ac9753e4-b2ad-49a9-ab34-1e61b9ebe90f admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:45.970080 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-ac9753e4-b2ad-49a9-ab34-1e61b9ebe90f admin admin] 10.222.0.88 "DELETE /v2.0/routers/d80c3129-4cf6-4806-9b6a-36a4297c89f6 HTTP/1.1" status: 204 len: 168 time: 0.8882704 Aug 25 17:09:45.972567 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 43450) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:09:46.016041 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc661fb2-0206-4ab9-8571-af339cc6c8c2 admin admin] Deleting subnet 27b24ef3-530b-4ff3-993e-542863dc999f {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 17:09:46.019023 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fc661fb2-0206-4ab9-8571-af339cc6c8c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:46.058388 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fc661fb2-0206-4ab9-8571-af339cc6c8c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3565444'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:46.163656 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fc661fb2-0206-4ab9-8571-af339cc6c8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16204973'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:46.215514 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fc661fb2-0206-4ab9-8571-af339cc6c8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16204962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3625651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25269433'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:46.244887 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc661fb2-0206-4ab9-8571-af339cc6c8c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27b24ef3-530b-4ff3-993e-542863dc999f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:09:46.248645 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fc661fb2-0206-4ab9-8571-af339cc6c8c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16218488'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:46.250664 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-fc661fb2-0206-4ab9-8571-af339cc6c8c2 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/27b24ef3-530b-4ff3-993e-542863dc999f HTTP/1.1" status: 204 len: 168 time: 0.2770603 Aug 25 17:09:46.253045 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 43454) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:09:46.255049 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffbb10c-9c31-4457-97b0-42af4caf40b2 None None] Network ef11e297-234f-4d32-ac73-2a452cb37035 requested from dv-cinder-791240-5-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:09:46.326242 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4c180fc2-66a9-4462-bdef-64be3c579c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16174397'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:46.377559 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-4c180fc2-66a9-4462-bdef-64be3c579c3b admin admin] Deleting port 24f2a091-d990-4f65-8972-573b82bf53e9 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:09:46.377879 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4c180fc2-66a9-4462-bdef-64be3c579c3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743706167839'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:46.461139 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076aaa05-fa5d-45e9-a645-42bc4bca6de9 None None] DHCP port deletion for ef11e297-234f-4d32-ac73-2a452cb37035 request from dv-cinder-791240-5-iscsi {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 17:09:46.513581 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-076aaa05-fa5d-45e9-a645-42bc4bca6de9 None None] Deleting port 24f2a091-d990-4f65-8972-573b82bf53e9 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:09:46.514056 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-076aaa05-fa5d-45e9-a645-42bc4bca6de9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743706167839'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:46.583323 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-076aaa05-fa5d-45e9-a645-42bc4bca6de9 None None] For port 24f2a091-d990-4f65-8972-573b82bf53e9, host dv-cinder-791240-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=24f2a091-d990-4f65-8972-573b82bf53e9,segment=NetworkSegment(3d213855-abfe-4e58-8480-7cb89771466f),segment_id=3d213855-abfe-4e58-8480-7cb89771466f)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:09:46.583793 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-076aaa05-fa5d-45e9-a645-42bc4bca6de9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616478'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:46.599413 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-076aaa05-fa5d-45e9-a645-42bc4bca6de9 None None] Calling delete_port for 24f2a091-d990-4f65-8972-573b82bf53e9 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:09:46.708035 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-4c180fc2-66a9-4462-bdef-64be3c579c3b admin admin] For port 24f2a091-d990-4f65-8972-573b82bf53e9, host dv-cinder-791240-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=24f2a091-d990-4f65-8972-573b82bf53e9,segment=NetworkSegment(3d213855-abfe-4e58-8480-7cb89771466f),segment_id=3d213855-abfe-4e58-8480-7cb89771466f)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:09:46.708584 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4c180fc2-66a9-4462-bdef-64be3c579c3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616478'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:46.732355 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-4c180fc2-66a9-4462-bdef-64be3c579c3b admin admin] Calling delete_port for 24f2a091-d990-4f65-8972-573b82bf53e9 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:09:46.736611 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-076aaa05-fa5d-45e9-a645-42bc4bca6de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743706076703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743705601028'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:46.768188 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076aaa05-fa5d-45e9-a645-42bc4bca6de9 None None] Pushing event deleted for resources: {'Port': ['ID=24f2a091-d990-4f65-8972-573b82bf53e9,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:09:46.777795 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076aaa05-fa5d-45e9-a645-42bc4bca6de9 None None] No DVR routers for this DVR port 24f2a091-d990-4f65-8972-573b82bf53e9 on host dv-cinder-791240-5-iscsi {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:09:46.838809 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4c180fc2-66a9-4462-bdef-64be3c579c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743706076703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743705601028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3625696'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:46.866097 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c180fc2-66a9-4462-bdef-64be3c579c3b admin admin] Pushing event deleted for resources: {'Port': ['ID=24f2a091-d990-4f65-8972-573b82bf53e9,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:09:46.870552 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c180fc2-66a9-4462-bdef-64be3c579c3b admin admin] No DVR routers for this DVR port 24f2a091-d990-4f65-8972-573b82bf53e9 on host dv-cinder-791240-5-iscsi {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:09:46.944552 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4c180fc2-66a9-4462-bdef-64be3c579c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16079958', 'neutron.services.segments.db._delete_segments_for_network-8743706101742'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:46.954391 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-4c180fc2-66a9-4462-bdef-64be3c579c3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef11e297-234f-4d32-ac73-2a452cb37035']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:09:46.965428 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-4c180fc2-66a9-4462-bdef-64be3c579c3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d213855-abfe-4e58-8480-7cb89771466f') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:09:46.965754 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-4c180fc2-66a9-4462-bdef-64be3c579c3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d213855-abfe-4e58-8480-7cb89771466f') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:09:46.974842 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4c180fc2-66a9-4462-bdef-64be3c579c3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743706101625', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3565467'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:46.994680 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4c180fc2-66a9-4462-bdef-64be3c579c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16206884'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:47.002075 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c180fc2-66a9-4462-bdef-64be3c579c3b admin admin] Releasing vlan 1479 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 17:09:47.002505 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4c180fc2-66a9-4462-bdef-64be3c579c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16206884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3625685'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:47.004095 dv-cinder-791240-5-iscsi neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 17:09:47.004095 dv-cinder-791240-5-iscsi neutron-server[93883]: self.session.flush() Aug 25 17:09:47.004095 dv-cinder-791240-5-iscsi neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 17:09:47.004095 dv-cinder-791240-5-iscsi neutron-server[93883]: self.session.flush() Aug 25 17:09:47.004095 dv-cinder-791240-5-iscsi neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 17:09:47.004095 dv-cinder-791240-5-iscsi neutron-server[93883]: self.session.flush() Aug 25 17:09:47.004095 dv-cinder-791240-5-iscsi neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 17:09:47.004095 dv-cinder-791240-5-iscsi neutron-server[93883]: self.session.flush() Aug 25 17:09:47.004095 dv-cinder-791240-5-iscsi neutron-server[93883]: Traceback (most recent call last): Aug 25 17:09:47.004095 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 17:09:47.004095 dv-cinder-791240-5-iscsi neutron-server[93883]: timer() Aug 25 17:09:47.004095 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 17:09:47.004095 dv-cinder-791240-5-iscsi neutron-server[93883]: cb(*args, **kw) Aug 25 17:09:47.004095 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 17:09:47.004095 dv-cinder-791240-5-iscsi neutron-server[93883]: return func(*args, **kwargs) Aug 25 17:09:47.004095 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 17:09:47.004095 dv-cinder-791240-5-iscsi neutron-server[93883]: self._notify() Aug 25 17:09:47.004095 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 17:09:47.004095 dv-cinder-791240-5-iscsi neutron-server[93883]: self.callback(batched_events) Aug 25 17:09:47.004095 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 17:09:47.004095 dv-cinder-791240-5-iscsi neutron-server[93883]: event.method(event) Aug 25 17:09:47.004095 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 17:09:47.004095 dv-cinder-791240-5-iscsi neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 17:09:47.004095 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 17:09:47.004095 dv-cinder-791240-5-iscsi neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 17:09:47.004095 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 17:09:47.004095 dv-cinder-791240-5-iscsi neutron-server[93883]: return f(self, *a, **k) Aug 25 17:09:47.004095 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 17:09:47.004095 dv-cinder-791240-5-iscsi neutron-server[93883]: return self._get(url).json() Aug 25 17:09:47.004095 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 17:09:47.004095 dv-cinder-791240-5-iscsi neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 17:09:47.004095 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 17:09:47.004095 dv-cinder-791240-5-iscsi neutron-server[93883]: return self.request(url, 'GET', **kwargs) Aug 25 17:09:47.004095 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 17:09:47.004095 dv-cinder-791240-5-iscsi neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 17:09:47.004095 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 17:09:47.004095 dv-cinder-791240-5-iscsi neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 17:09:47.004095 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 17:09:47.004095 dv-cinder-791240-5-iscsi neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 17:09:47.004095 dv-cinder-791240-5-iscsi neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 17:09:47.055860 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3a305108-1f99-4b5d-a622-23901fed2525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:47.064441 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4c180fc2-66a9-4462-bdef-64be3c579c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16079919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613987'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:47.067964 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device 41ddcd92-8df0-4f54-be99-2b9439c457c4 no longer exists at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:09:47.073369 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4c180fc2-66a9-4462-bdef-64be3c579c3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16218488'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:47.078049 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-4c180fc2-66a9-4462-bdef-64be3c579c3b admin admin] 10.222.0.88 "DELETE /v2.0/networks/ef11e297-234f-4d32-ac73-2a452cb37035 HTTP/1.1" status: 204 len: 168 time: 0.8233547 Aug 25 17:09:47.081124 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 43490) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:09:47.091522 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c180fc2-66a9-4462-bdef-64be3c579c3b admin admin] Pushing event deleted for resources: {'Network': ['ID=ef11e297-234f-4d32-ac73-2a452cb37035,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:09:47.103595 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] No Port match for: 41ddcd92-8df0-4f54-be99-2b9439c457c4 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:09:47.103939 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device 41ddcd92-8df0-4f54-be99-2b9439c457c4 not bound to the agent host dv-cinder-791240-5-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:09:47.104351 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device 4f8b9e9d-b191-4f54-9e46-4bcbd77913e1 no longer exists at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:09:47.247041 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] No Port match for: 4f8b9e9d-b191-4f54-9e46-4bcbd77913e1 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:09:47.247428 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device 4f8b9e9d-b191-4f54-9e46-4bcbd77913e1 not bound to the agent host dv-cinder-791240-5-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:09:47.248043 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device 24f2a091-d990-4f65-8972-573b82bf53e9 no longer exists at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:09:47.270803 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] No Port match for: 24f2a091-d990-4f65-8972-573b82bf53e9 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:09:47.271150 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device 24f2a091-d990-4f65-8972-573b82bf53e9 not bound to the agent host dv-cinder-791240-5-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:09:47.348430 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 43508) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:09:47.626368 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e0f210cf-f747-4645-a19c-1bbb43bbf8e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614607'] for router_interface, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:47.974823 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5f0f8966-3c39-4bc1-8db2-a582caf68e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614607'] for router_interface, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:48.026666 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-e0f210cf-f747-4645-a19c-1bbb43bbf8e5 admin admin] Deleting port e4375047-1b42-4b94-b9f3-1ede45366d31 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:09:48.026992 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e0f210cf-f747-4645-a19c-1bbb43bbf8e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743706167839'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:48.200620 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-e0f210cf-f747-4645-a19c-1bbb43bbf8e5 admin admin] For port e4375047-1b42-4b94-b9f3-1ede45366d31, host dv-cinder-791240-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=e4375047-1b42-4b94-b9f3-1ede45366d31,segment=NetworkSegment(801354a5-1a35-4093-8067-f918d4a67930),segment_id=801354a5-1a35-4093-8067-f918d4a67930)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:09:48.201340 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e0f210cf-f747-4645-a19c-1bbb43bbf8e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616478'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:48.215476 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-e0f210cf-f747-4645-a19c-1bbb43bbf8e5 admin admin] Calling delete_port for e4375047-1b42-4b94-b9f3-1ede45366d31 owned by network:router_interface {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:09:48.417241 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-5f0f8966-3c39-4bc1-8db2-a582caf68e11 admin admin] Deleting port b09cd816-00cf-4d57-8097-f04d5830572c {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:09:48.417617 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5f0f8966-3c39-4bc1-8db2-a582caf68e11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743706167839'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:48.420060 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7978419e-b967-4a47-8975-0267302d25d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:48.515849 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e0f210cf-f747-4645-a19c-1bbb43bbf8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743706076703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743705601028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732937'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:48.549643 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f210cf-f747-4645-a19c-1bbb43bbf8e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4375047-1b42-4b94-b9f3-1ede45366d31,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:09:48.561819 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-5f0f8966-3c39-4bc1-8db2-a582caf68e11 admin admin] For port b09cd816-00cf-4d57-8097-f04d5830572c, host dv-cinder-791240-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=b09cd816-00cf-4d57-8097-f04d5830572c,segment=NetworkSegment(7805d27b-101e-4f4b-8b1f-c99cc5b16a07),segment_id=7805d27b-101e-4f4b-8b1f-c99cc5b16a07)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:09:48.562188 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5f0f8966-3c39-4bc1-8db2-a582caf68e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616478'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:48.605760 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-5f0f8966-3c39-4bc1-8db2-a582caf68e11 admin admin] Calling delete_port for b09cd816-00cf-4d57-8097-f04d5830572c owned by network:router_interface {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:09:48.826659 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e0f210cf-f747-4645-a19c-1bbb43bbf8e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16218525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614405'] for router_interface, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:48.869951 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device 60995caa-fc85-4c9e-a5dc-02feeaf7b8c4 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:09:48.892051 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] No Port match for: 60995caa-fc85-4c9e-a5dc-02feeaf7b8c4 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:09:48.892739 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device 60995caa-fc85-4c9e-a5dc-02feeaf7b8c4 not bound to the agent host hv-cinder-79124 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:09:49.221831 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5f0f8966-3c39-4bc1-8db2-a582caf68e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743706076703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743705601028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732937'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:49.251566 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0f8966-3c39-4bc1-8db2-a582caf68e11 admin admin] Pushing event deleted for resources: {'Port': ['ID=b09cd816-00cf-4d57-8097-f04d5830572c,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:09:49.478246 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f210cf-f747-4645-a19c-1bbb43bbf8e5 admin admin] Router cfbd3ef4-28f8-4689-b5ee-5bdf18055f21 has already been hosted by L3 agent d32565c1-f1a3-4226-8f5a-e505deb187a1 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:09:49.538370 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5f0f8966-3c39-4bc1-8db2-a582caf68e11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16218525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614405'] for router_interface, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:49.673817 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f210cf-f747-4645-a19c-1bbb43bbf8e5 admin admin] Notify agent at l3_agent.dv-cinder-791240-5-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:09:49.679714 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-e0f210cf-f747-4645-a19c-1bbb43bbf8e5 admin admin] 10.222.0.88 "PUT /v2.0/routers/cfbd3ef4-28f8-4689-b5ee-5bdf18055f21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5975468 Aug 25 17:09:49.682925 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 43520) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:09:49.685573 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60932d84-8f24-4dd6-a71a-8ec0d2ac6436 None None] Sync routers for ids ['cfbd3ef4-28f8-4689-b5ee-5bdf18055f21'] in dv-cinder-791240-5-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:09:49.701327 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60932d84-8f24-4dd6-a71a-8ec0d2ac6436 None None] Routers {'cfbd3ef4-28f8-4689-b5ee-5bdf18055f21'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:09:49.702251 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-60932d84-8f24-4dd6-a71a-8ec0d2ac6436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:09:46Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['cfbd3ef4-28f8-4689-b5ee-5bdf18055f21'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:09:49.794249 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3c59bf56-e47b-4ea1-93ac-aea29d9cae5e admin admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:49.815120 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f0f8966-3c39-4bc1-8db2-a582caf68e11 admin admin] Router c93fb3e4-a952-4e88-9f9e-a69546fc994e has already been hosted by L3 agent d32565c1-f1a3-4226-8f5a-e505deb187a1 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:09:49.891431 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-60932d84-8f24-4dd6-a71a-8ec0d2ac6436 None None] Set router cfbd3ef4-28f8-4689-b5ee-5bdf18055f21 gateway port host: dv-cinder-791240-5-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:09:49.909034 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3c59bf56-e47b-4ea1-93ac-aea29d9cae5e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:49.927748 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f0f8966-3c39-4bc1-8db2-a582caf68e11 admin admin] Notify agent at l3_agent.dv-cinder-791240-5-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:09:49.933663 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-5f0f8966-3c39-4bc1-8db2-a582caf68e11 admin admin] 10.222.0.88 "PUT /v2.0/routers/c93fb3e4-a952-4e88-9f9e-a69546fc994e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5840266 Aug 25 17:09:49.936127 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 43522) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:09:49.939469 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd9a260-1ed8-456c-a782-bdd2ad4d183e None None] Sync routers for ids ['c93fb3e4-a952-4e88-9f9e-a69546fc994e'] in dv-cinder-791240-5-iscsi {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:09:49.953924 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd9a260-1ed8-456c-a782-bdd2ad4d183e None None] Routers {'c93fb3e4-a952-4e88-9f9e-a69546fc994e'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:09:49.954890 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-ffd9a260-1ed8-456c-a782-bdd2ad4d183e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:09:46Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['c93fb3e4-a952-4e88-9f9e-a69546fc994e'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:09:49.996911 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-3c59bf56-e47b-4ea1-93ac-aea29d9cae5e admin admin] Deleting port 4703441f-a242-4349-9e9b-a161068cfb00 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:09:49.997262 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3c59bf56-e47b-4ea1-93ac-aea29d9cae5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743706167839'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:50.050152 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3cb2cac8-7df4-41e3-88d6-790cd6a07edd admin admin] Notify callbacks [] for router, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:50.086204 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-60932d84-8f24-4dd6-a71a-8ec0d2ac6436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbd3ef4-28f8-4689-b5ee-5bdf18055f21', 'name': 'tempest-TestShelveInstance-1785128440-router', 'tenant_id': '9d10a0ee35ce466fa7030135dafc013f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '4703441f-a242-4349-9e9b-a161068cfb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:02:05Z', 'updated_at': '2021-08-25T17:09:48Z', 'revision_number': 5, 'project_id': '9d10a0ee35ce466fa7030135dafc013f', 'gw_port': {'id': '4703441f-a242-4349-9e9b-a161068cfb00', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:89:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbd3ef4-28f8-4689-b5ee-5bdf18055f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:05Z', 'updated_at': '2021-08-25T17:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi'}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:09:50.098262 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-ffd9a260-1ed8-456c-a782-bdd2ad4d183e None None] Set router c93fb3e4-a952-4e88-9f9e-a69546fc994e gateway port host: dv-cinder-791240-5-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:09:50.118882 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60932d84-8f24-4dd6-a71a-8ec0d2ac6436 None None] Checking router: cfbd3ef4-28f8-4689-b5ee-5bdf18055f21 for host: dv-cinder-791240-5-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:09:50.119294 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-3c59bf56-e47b-4ea1-93ac-aea29d9cae5e admin admin] For port 4703441f-a242-4349-9e9b-a161068cfb00, host dv-cinder-791240-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=4703441f-a242-4349-9e9b-a161068cfb00,segment=NetworkSegment(831650f3-50e7-4109-a77c-8151443483b4),segment_id=831650f3-50e7-4109-a77c-8151443483b4)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:09:50.120907 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3c59bf56-e47b-4ea1-93ac-aea29d9cae5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616478'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:50.127723 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60932d84-8f24-4dd6-a71a-8ec0d2ac6436 None None] Routers {'cfbd3ef4-28f8-4689-b5ee-5bdf18055f21'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:09:50.128692 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-60932d84-8f24-4dd6-a71a-8ec0d2ac6436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:09:46Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['cfbd3ef4-28f8-4689-b5ee-5bdf18055f21'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:09:50.136940 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-3c59bf56-e47b-4ea1-93ac-aea29d9cae5e admin admin] Calling delete_port for 4703441f-a242-4349-9e9b-a161068cfb00 owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:09:50.177420 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3cb2cac8-7df4-41e3-88d6-790cd6a07edd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:50.216511 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-60932d84-8f24-4dd6-a71a-8ec0d2ac6436 None None] Set router cfbd3ef4-28f8-4689-b5ee-5bdf18055f21 gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:09:50.240186 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-3cb2cac8-7df4-41e3-88d6-790cd6a07edd admin admin] Deleting port 3b17f863-f233-480d-9089-0f4c263931ca {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:09:50.240761 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3cb2cac8-7df4-41e3-88d6-790cd6a07edd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743706167839'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:50.272908 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-60932d84-8f24-4dd6-a71a-8ec0d2ac6436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbd3ef4-28f8-4689-b5ee-5bdf18055f21', 'name': 'tempest-TestShelveInstance-1785128440-router', 'tenant_id': '9d10a0ee35ce466fa7030135dafc013f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:02:05Z', 'updated_at': '2021-08-25T17:09:49Z', 'revision_number': 6, 'project_id': '9d10a0ee35ce466fa7030135dafc013f', 'gw_port_host': None}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:09:50.307251 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60932d84-8f24-4dd6-a71a-8ec0d2ac6436 None None] The sync data for ids ['cfbd3ef4-28f8-4689-b5ee-5bdf18055f21'] in dv-cinder-791240-5-iscsi is: [{'id': 'cfbd3ef4-28f8-4689-b5ee-5bdf18055f21', 'name': 'tempest-TestShelveInstance-1785128440-router', 'tenant_id': '9d10a0ee35ce466fa7030135dafc013f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:02:05Z', 'updated_at': '2021-08-25T17:09:49Z', 'revision_number': 6, 'project_id': '9d10a0ee35ce466fa7030135dafc013f', 'gw_port_host': None}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:09:50.331310 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-ffd9a260-1ed8-456c-a782-bdd2ad4d183e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c93fb3e4-a952-4e88-9f9e-a69546fc994e', 'name': 'tempest-TestMinimumBasicScenario-332155218-router', 'tenant_id': '2e0f86f1410e48e99ce078647d3125f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '3b17f863-f233-480d-9089-0f4c263931ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:03:34Z', 'updated_at': '2021-08-25T17:09:49Z', 'revision_number': 5, 'project_id': '2e0f86f1410e48e99ce078647d3125f3', 'gw_port': {'id': '3b17f863-f233-480d-9089-0f4c263931ca', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93fb3e4-a952-4e88-9f9e-a69546fc994e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:03:34Z', 'updated_at': '2021-08-25T17:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi'}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:09:50.350339 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-3cb2cac8-7df4-41e3-88d6-790cd6a07edd admin admin] For port 3b17f863-f233-480d-9089-0f4c263931ca, host dv-cinder-791240-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=3b17f863-f233-480d-9089-0f4c263931ca,segment=NetworkSegment(831650f3-50e7-4109-a77c-8151443483b4),segment_id=831650f3-50e7-4109-a77c-8151443483b4)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:09:50.350709 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3cb2cac8-7df4-41e3-88d6-790cd6a07edd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616478'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:50.360601 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3c59bf56-e47b-4ea1-93ac-aea29d9cae5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743706076703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743705601028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3625696'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:50.363765 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd9a260-1ed8-456c-a782-bdd2ad4d183e None None] Checking router: c93fb3e4-a952-4e88-9f9e-a69546fc994e for host: dv-cinder-791240-5-iscsi {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:09:50.367762 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-3cb2cac8-7df4-41e3-88d6-790cd6a07edd admin admin] Calling delete_port for 3b17f863-f233-480d-9089-0f4c263931ca owned by network:router_gateway {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:09:50.373964 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd9a260-1ed8-456c-a782-bdd2ad4d183e None None] Routers {'c93fb3e4-a952-4e88-9f9e-a69546fc994e'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:09:50.374394 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-ffd9a260-1ed8-456c-a782-bdd2ad4d183e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:09:46Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['c93fb3e4-a952-4e88-9f9e-a69546fc994e'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:09:50.392163 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c59bf56-e47b-4ea1-93ac-aea29d9cae5e admin admin] Pushing event deleted for resources: {'Port': ['ID=4703441f-a242-4349-9e9b-a161068cfb00,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:09:50.451712 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3c59bf56-e47b-4ea1-93ac-aea29d9cae5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613983'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:50.464479 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-ffd9a260-1ed8-456c-a782-bdd2ad4d183e None None] Set router c93fb3e4-a952-4e88-9f9e-a69546fc994e gateway port host: None {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:09:50.515563 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-ffd9a260-1ed8-456c-a782-bdd2ad4d183e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c93fb3e4-a952-4e88-9f9e-a69546fc994e', 'name': 'tempest-TestMinimumBasicScenario-332155218-router', 'tenant_id': '2e0f86f1410e48e99ce078647d3125f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:03:34Z', 'updated_at': '2021-08-25T17:09:50Z', 'revision_number': 6, 'project_id': '2e0f86f1410e48e99ce078647d3125f3', 'gw_port_host': None}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:09:50.543497 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3c59bf56-e47b-4ea1-93ac-aea29d9cae5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36927'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:50.545632 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd9a260-1ed8-456c-a782-bdd2ad4d183e None None] The sync data for ids ['c93fb3e4-a952-4e88-9f9e-a69546fc994e'] in dv-cinder-791240-5-iscsi is: [{'id': 'c93fb3e4-a952-4e88-9f9e-a69546fc994e', 'name': 'tempest-TestMinimumBasicScenario-332155218-router', 'tenant_id': '2e0f86f1410e48e99ce078647d3125f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:03:34Z', 'updated_at': '2021-08-25T17:09:50Z', 'revision_number': 6, 'project_id': '2e0f86f1410e48e99ce078647d3125f3', 'gw_port_host': None}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:09:50.545889 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3c59bf56-e47b-4ea1-93ac-aea29d9cae5e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:50.552766 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3cb2cac8-7df4-41e3-88d6-790cd6a07edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743706076703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743705601028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732937'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:50.581483 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2cac8-7df4-41e3-88d6-790cd6a07edd admin admin] Pushing event deleted for resources: {'Port': ['ID=3b17f863-f233-480d-9089-0f4c263931ca,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:09:50.595059 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3c59bf56-e47b-4ea1-93ac-aea29d9cae5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612047'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:50.595877 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c59bf56-e47b-4ea1-93ac-aea29d9cae5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfbd3ef4-28f8-4689-b5ee-5bdf18055f21 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 17:09:50.601593 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3c59bf56-e47b-4ea1-93ac-aea29d9cae5e admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:50.602993 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-3c59bf56-e47b-4ea1-93ac-aea29d9cae5e admin admin] 10.222.0.88 "DELETE /v2.0/routers/cfbd3ef4-28f8-4689-b5ee-5bdf18055f21 HTTP/1.1" status: 204 len: 168 time: 0.9165225 Aug 25 17:09:50.605719 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 43528) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:09:50.642836 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3cb2cac8-7df4-41e3-88d6-790cd6a07edd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613983'] for router_gateway, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:50.665820 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac0c0f90-6a16-4342-b8cb-2c60eed48acc admin admin] Deleting subnet 5cadb841-756f-43fb-b623-b3c5e82afd38 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 17:09:50.669249 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ac0c0f90-6a16-4342-b8cb-2c60eed48acc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:50.711779 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ac0c0f90-6a16-4342-b8cb-2c60eed48acc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3565444'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:50.752324 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3cb2cac8-7df4-41e3-88d6-790cd6a07edd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36927'] for router, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:50.754675 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3cb2cac8-7df4-41e3-88d6-790cd6a07edd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:50.793065 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ac0c0f90-6a16-4342-b8cb-2c60eed48acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16204973'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:50.816398 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3cb2cac8-7df4-41e3-88d6-790cd6a07edd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612047'] for router, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:50.817113 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb2cac8-7df4-41e3-88d6-790cd6a07edd admin admin] Fanout notify agent at l3_agent the message router_deleted on router c93fb3e4-a952-4e88-9f9e-a69546fc994e {{(pid=93882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 17:09:50.825121 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3cb2cac8-7df4-41e3-88d6-790cd6a07edd admin admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:50.826318 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-3cb2cac8-7df4-41e3-88d6-790cd6a07edd admin admin] 10.222.0.88 "DELETE /v2.0/routers/c93fb3e4-a952-4e88-9f9e-a69546fc994e HTTP/1.1" status: 204 len: 168 time: 0.8885031 Aug 25 17:09:50.829858 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 43530) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:09:50.847930 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ac0c0f90-6a16-4342-b8cb-2c60eed48acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16204962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3625651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25269433'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:50.876276 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0c0f90-6a16-4342-b8cb-2c60eed48acc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cadb841-756f-43fb-b623-b3c5e82afd38,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:09:50.878632 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-2caafdc2-5ee8-4ffa-b661-a3f6ee0f6c79 admin admin] Deleting subnet ecf1d074-31af-4eab-9bb7-bf7bd6ac47eb {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 17:09:50.881750 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2caafdc2-5ee8-4ffa-b661-a3f6ee0f6c79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:50.882986 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ac0c0f90-6a16-4342-b8cb-2c60eed48acc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16218488'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:50.886249 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-ac0c0f90-6a16-4342-b8cb-2c60eed48acc admin admin] 10.222.0.88 "DELETE /v2.0/subnets/5cadb841-756f-43fb-b623-b3c5e82afd38 HTTP/1.1" status: 204 len: 168 time: 0.2793775 Aug 25 17:09:50.887841 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 43532) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:09:50.890351 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d6131e-161b-479d-88fa-dd4b893ebadd None None] Network fb64b8ba-f931-42b6-9d6a-817e5eaa9e9e requested from dv-cinder-791240-5-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:09:50.922641 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2caafdc2-5ee8-4ffa-b661-a3f6ee0f6c79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4113530'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:50.958320 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3071399a-757c-48b9-af11-855122da32ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16174397'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:51.029000 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-3071399a-757c-48b9-af11-855122da32ce admin admin] Deleting port 54ace8b2-6f6c-48bd-87f4-903a9aae7b42 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:09:51.029338 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3071399a-757c-48b9-af11-855122da32ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743706167839'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:51.080178 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2caafdc2-5ee8-4ffa-b661-a3f6ee0f6c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16204973'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:51.103376 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-3071399a-757c-48b9-af11-855122da32ce admin admin] For port 54ace8b2-6f6c-48bd-87f4-903a9aae7b42, host dv-cinder-791240-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=54ace8b2-6f6c-48bd-87f4-903a9aae7b42,segment=NetworkSegment(801354a5-1a35-4093-8067-f918d4a67930),segment_id=801354a5-1a35-4093-8067-f918d4a67930)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:09:51.103744 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3071399a-757c-48b9-af11-855122da32ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616478'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:51.117984 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-3071399a-757c-48b9-af11-855122da32ce admin admin] Calling delete_port for 54ace8b2-6f6c-48bd-87f4-903a9aae7b42 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:09:51.135828 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2caafdc2-5ee8-4ffa-b661-a3f6ee0f6c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16204962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3732890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26007577'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:51.167064 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caafdc2-5ee8-4ffa-b661-a3f6ee0f6c79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecf1d074-31af-4eab-9bb7-bf7bd6ac47eb,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:09:51.169017 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2caafdc2-5ee8-4ffa-b661-a3f6ee0f6c79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:51.174340 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-2caafdc2-5ee8-4ffa-b661-a3f6ee0f6c79 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/ecf1d074-31af-4eab-9bb7-bf7bd6ac47eb HTTP/1.1" status: 204 len: 168 time: 0.3433025 Aug 25 17:09:51.174691 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 43536) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:09:51.175537 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b32506-cc00-4377-a9f7-95e7045d5282 None None] Network 67402cff-b45f-4fed-abaa-c7f552a48d5e requested from dv-cinder-791240-5-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:09:51.261295 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-85a57f91-ac32-4f6f-b034-25da6ed5aabe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16174397'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:51.268565 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3071399a-757c-48b9-af11-855122da32ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743706076703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743705601028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3625696'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:51.300519 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3071399a-757c-48b9-af11-855122da32ce admin admin] Pushing event deleted for resources: {'Port': ['ID=54ace8b2-6f6c-48bd-87f4-903a9aae7b42,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:09:51.306866 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3071399a-757c-48b9-af11-855122da32ce admin admin] No DVR routers for this DVR port 54ace8b2-6f6c-48bd-87f4-903a9aae7b42 on host dv-cinder-791240-5-iscsi {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:09:51.324888 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f88b65-fa09-4f04-974d-a924f65f91fc None None] DHCP port deletion for fb64b8ba-f931-42b6-9d6a-817e5eaa9e9e request from dv-cinder-791240-5-iscsi {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 17:09:51.405537 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3071399a-757c-48b9-af11-855122da32ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16079958', 'neutron.services.segments.db._delete_segments_for_network-8743706101742'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:51.420067 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-3071399a-757c-48b9-af11-855122da32ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb64b8ba-f931-42b6-9d6a-817e5eaa9e9e']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:09:51.434540 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-3071399a-757c-48b9-af11-855122da32ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '801354a5-1a35-4093-8067-f918d4a67930') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:09:51.434834 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-3071399a-757c-48b9-af11-855122da32ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '801354a5-1a35-4093-8067-f918d4a67930') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:09:51.447387 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3071399a-757c-48b9-af11-855122da32ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743706101625', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3565467'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:51.454644 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-85a57f91-ac32-4f6f-b034-25da6ed5aabe admin admin] Deleting port 762c5a34-ec19-4929-a2d2-42944c00c8f9 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:09:51.454970 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-85a57f91-ac32-4f6f-b034-25da6ed5aabe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743706167839'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:51.495390 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3071399a-757c-48b9-af11-855122da32ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16206884'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:51.515173 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3071399a-757c-48b9-af11-855122da32ce admin admin] Releasing vlan 1470 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 17:09:51.515580 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3071399a-757c-48b9-af11-855122da32ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16206884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3625685'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:51.517270 dv-cinder-791240-5-iscsi neutron-server[93883]: Traceback (most recent call last): Aug 25 17:09:51.517270 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 17:09:51.517270 dv-cinder-791240-5-iscsi neutron-server[93883]: timer() Aug 25 17:09:51.517270 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 17:09:51.517270 dv-cinder-791240-5-iscsi neutron-server[93883]: cb(*args, **kw) Aug 25 17:09:51.517270 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 17:09:51.517270 dv-cinder-791240-5-iscsi neutron-server[93883]: return func(*args, **kwargs) Aug 25 17:09:51.517270 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 17:09:51.517270 dv-cinder-791240-5-iscsi neutron-server[93883]: self._notify() Aug 25 17:09:51.517270 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 17:09:51.517270 dv-cinder-791240-5-iscsi neutron-server[93883]: self.callback(batched_events) Aug 25 17:09:51.517270 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 17:09:51.517270 dv-cinder-791240-5-iscsi neutron-server[93883]: event.method(event) Aug 25 17:09:51.517270 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 17:09:51.517270 dv-cinder-791240-5-iscsi neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 17:09:51.517270 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 17:09:51.517270 dv-cinder-791240-5-iscsi neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 17:09:51.517270 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 17:09:51.517270 dv-cinder-791240-5-iscsi neutron-server[93883]: return f(self, *a, **k) Aug 25 17:09:51.517270 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 17:09:51.517270 dv-cinder-791240-5-iscsi neutron-server[93883]: return self._get(url).json() Aug 25 17:09:51.517270 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 17:09:51.517270 dv-cinder-791240-5-iscsi neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 17:09:51.517270 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 17:09:51.517270 dv-cinder-791240-5-iscsi neutron-server[93883]: return self.request(url, 'GET', **kwargs) Aug 25 17:09:51.517270 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 17:09:51.517270 dv-cinder-791240-5-iscsi neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 17:09:51.517270 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 17:09:51.517270 dv-cinder-791240-5-iscsi neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 17:09:51.517270 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 17:09:51.517270 dv-cinder-791240-5-iscsi neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 17:09:51.517270 dv-cinder-791240-5-iscsi neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 17:09:51.581286 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-85a57f91-ac32-4f6f-b034-25da6ed5aabe admin admin] For port 762c5a34-ec19-4929-a2d2-42944c00c8f9, host dv-cinder-791240-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=762c5a34-ec19-4929-a2d2-42944c00c8f9,segment=NetworkSegment(7805d27b-101e-4f4b-8b1f-c99cc5b16a07),segment_id=7805d27b-101e-4f4b-8b1f-c99cc5b16a07)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:09:51.581646 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-85a57f91-ac32-4f6f-b034-25da6ed5aabe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616478'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:51.594182 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-85a57f91-ac32-4f6f-b034-25da6ed5aabe admin admin] Calling delete_port for 762c5a34-ec19-4929-a2d2-42944c00c8f9 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:09:51.595797 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3071399a-757c-48b9-af11-855122da32ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16079919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613987'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:51.604300 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3071399a-757c-48b9-af11-855122da32ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16218488'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:51.606170 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-3071399a-757c-48b9-af11-855122da32ce admin admin] 10.222.0.88 "DELETE /v2.0/networks/fb64b8ba-f931-42b6-9d6a-817e5eaa9e9e HTTP/1.1" status: 204 len: 168 time: 0.7174065 Aug 25 17:09:51.622544 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3071399a-757c-48b9-af11-855122da32ce admin admin] Pushing event deleted for resources: {'Network': ['ID=fb64b8ba-f931-42b6-9d6a-817e5eaa9e9e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:09:51.663031 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63442eb8-7943-4432-a3be-e44647606ade None None] DHCP port deletion for 67402cff-b45f-4fed-abaa-c7f552a48d5e request from dv-cinder-791240-5-iscsi {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 17:09:51.716360 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-85a57f91-ac32-4f6f-b034-25da6ed5aabe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743706076703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743705601028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3625696'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:51.755123 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-63442eb8-7943-4432-a3be-e44647606ade None None] Deleting port 762c5a34-ec19-4929-a2d2-42944c00c8f9 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:09:51.755498 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-63442eb8-7943-4432-a3be-e44647606ade None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743706167839'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:51.786604 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a57f91-ac32-4f6f-b034-25da6ed5aabe admin admin] No DVR routers for this DVR port 762c5a34-ec19-4929-a2d2-42944c00c8f9 on host dv-cinder-791240-5-iscsi {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:09:51.788409 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a57f91-ac32-4f6f-b034-25da6ed5aabe admin admin] Pushing event deleted for resources: {'Port': ['ID=762c5a34-ec19-4929-a2d2-42944c00c8f9,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:09:51.826232 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 43544) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:09:51.849257 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-63442eb8-7943-4432-a3be-e44647606ade None None] For port 762c5a34-ec19-4929-a2d2-42944c00c8f9, host dv-cinder-791240-5-iscsi, got binding levels [] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:09:51.849663 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-63442eb8-7943-4432-a3be-e44647606ade None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616478'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:51.852214 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device 4703441f-a242-4349-9e9b-a161068cfb00 no longer exists at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:09:51.877943 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] No Port match for: 4703441f-a242-4349-9e9b-a161068cfb00 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:09:51.878290 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device 4703441f-a242-4349-9e9b-a161068cfb00 not bound to the agent host dv-cinder-791240-5-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:09:51.878801 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device 54ace8b2-6f6c-48bd-87f4-903a9aae7b42 no longer exists at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:09:51.879798 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-499940ba-7a9e-4a78-bb7b-eb6a8c6acdfa admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=08aac9c23a974fde83b7887f14dc7206&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0523257 Aug 25 17:09:51.882252 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 43546) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:09:51.884791 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-85a57f91-ac32-4f6f-b034-25da6ed5aabe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16079958', 'neutron.services.segments.db._delete_segments_for_network-8743706101742'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:51.884941 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-63442eb8-7943-4432-a3be-e44647606ade None None] Calling delete_port for 762c5a34-ec19-4929-a2d2-42944c00c8f9 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:09:51.896060 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-85a57f91-ac32-4f6f-b034-25da6ed5aabe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67402cff-b45f-4fed-abaa-c7f552a48d5e']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:09:51.905621 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.ipam_backend_mixin [None req-63442eb8-7943-4432-a3be-e44647606ade None None] Port 762c5a34-ec19-4929-a2d2-42944c00c8f9 was not found and therefore no delete operation was performed {{(pid=93884) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 25 17:09:51.906989 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] No Port match for: 54ace8b2-6f6c-48bd-87f4-903a9aae7b42 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:09:51.907332 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device 54ace8b2-6f6c-48bd-87f4-903a9aae7b42 not bound to the agent host dv-cinder-791240-5-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:09:51.907951 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device b09cd816-00cf-4d57-8097-f04d5830572c no longer exists at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:09:51.908851 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-85a57f91-ac32-4f6f-b034-25da6ed5aabe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7805d27b-101e-4f4b-8b1f-c99cc5b16a07') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:09:51.909183 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-85a57f91-ac32-4f6f-b034-25da6ed5aabe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7805d27b-101e-4f4b-8b1f-c99cc5b16a07') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:09:51.909791 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-63442eb8-7943-4432-a3be-e44647606ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743706076703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743705601028'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:51.919929 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-85a57f91-ac32-4f6f-b034-25da6ed5aabe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743706101625', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3565467'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:51.934875 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-85a57f91-ac32-4f6f-b034-25da6ed5aabe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16206884'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:51.935165 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-22737bab-ac9d-4f4e-a8f6-1760bae43d77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:51.941521 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85a57f91-ac32-4f6f-b034-25da6ed5aabe admin admin] Releasing vlan 1495 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 17:09:51.942000 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-85a57f91-ac32-4f6f-b034-25da6ed5aabe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16206884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3625685'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:51.944274 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63442eb8-7943-4432-a3be-e44647606ade None None] No DVR routers for this DVR port 762c5a34-ec19-4929-a2d2-42944c00c8f9 on host dv-cinder-791240-5-iscsi {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:09:51.959764 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-22737bab-ac9d-4f4e-a8f6-1760bae43d77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:51.969033 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63442eb8-7943-4432-a3be-e44647606ade None None] Pushing event deleted for resources: {'Port': ['ID=762c5a34-ec19-4929-a2d2-42944c00c8f9,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:09:51.976473 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] No Port match for: b09cd816-00cf-4d57-8097-f04d5830572c {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:09:51.977009 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device b09cd816-00cf-4d57-8097-f04d5830572c not bound to the agent host dv-cinder-791240-5-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:09:51.977815 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device e4375047-1b42-4b94-b9f3-1ede45366d31 no longer exists at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:09:51.995923 dv-cinder-791240-5-iscsi neutron-server[93883]: Traceback (most recent call last): Aug 25 17:09:51.995923 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 17:09:51.995923 dv-cinder-791240-5-iscsi neutron-server[93883]: timer() Aug 25 17:09:51.995923 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 17:09:51.995923 dv-cinder-791240-5-iscsi neutron-server[93883]: cb(*args, **kw) Aug 25 17:09:51.995923 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 17:09:51.995923 dv-cinder-791240-5-iscsi neutron-server[93883]: return func(*args, **kwargs) Aug 25 17:09:51.995923 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 17:09:51.995923 dv-cinder-791240-5-iscsi neutron-server[93883]: self._notify() Aug 25 17:09:51.995923 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 17:09:51.995923 dv-cinder-791240-5-iscsi neutron-server[93883]: self.callback(batched_events) Aug 25 17:09:51.995923 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 17:09:51.995923 dv-cinder-791240-5-iscsi neutron-server[93883]: event.method(event) Aug 25 17:09:51.995923 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 17:09:51.995923 dv-cinder-791240-5-iscsi neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 17:09:51.995923 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 17:09:51.995923 dv-cinder-791240-5-iscsi neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 17:09:51.995923 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 17:09:51.995923 dv-cinder-791240-5-iscsi neutron-server[93883]: return f(self, *a, **k) Aug 25 17:09:51.995923 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 17:09:51.995923 dv-cinder-791240-5-iscsi neutron-server[93883]: return self._get(url).json() Aug 25 17:09:51.995923 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 17:09:51.995923 dv-cinder-791240-5-iscsi neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 17:09:51.995923 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 17:09:51.995923 dv-cinder-791240-5-iscsi neutron-server[93883]: return self.request(url, 'GET', **kwargs) Aug 25 17:09:51.995923 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 17:09:51.995923 dv-cinder-791240-5-iscsi neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 17:09:51.995923 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 17:09:51.995923 dv-cinder-791240-5-iscsi neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 17:09:51.995923 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 17:09:51.995923 dv-cinder-791240-5-iscsi neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 17:09:51.995923 dv-cinder-791240-5-iscsi neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 17:09:52.006807 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] No Port match for: e4375047-1b42-4b94-b9f3-1ede45366d31 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:09:52.007413 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device e4375047-1b42-4b94-b9f3-1ede45366d31 not bound to the agent host dv-cinder-791240-5-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:09:52.014055 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-85a57f91-ac32-4f6f-b034-25da6ed5aabe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16079919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613987'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:52.020754 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-85a57f91-ac32-4f6f-b034-25da6ed5aabe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16218488'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:52.022835 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-85a57f91-ac32-4f6f-b034-25da6ed5aabe admin admin] 10.222.0.88 "DELETE /v2.0/networks/67402cff-b45f-4fed-abaa-c7f552a48d5e HTTP/1.1" status: 204 len: 168 time: 0.8472669 Aug 25 17:09:52.027548 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-22737bab-ac9d-4f4e-a8f6-1760bae43d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:52.030577 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-22737bab-ac9d-4f4e-a8f6-1760bae43d77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:52.034116 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-22737bab-ac9d-4f4e-a8f6-1760bae43d77 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/deb90252-070b-4ca0-ad8e-75e2d66fae28 HTTP/1.1" status: 204 len: 168 time: 0.1485898 Aug 25 17:09:52.034116 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 43548) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:09:52.034355 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a57f91-ac32-4f6f-b034-25da6ed5aabe admin admin] Pushing event deleted for resources: {'Network': ['ID=67402cff-b45f-4fed-abaa-c7f552a48d5e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:09:52.088336 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22737bab-ac9d-4f4e-a8f6-1760bae43d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb90252-070b-4ca0-ad8e-75e2d66fae28,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:09:52.392661 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 43556) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:09:52.425966 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d728da34-125a-4267-a645-aeace4d58d76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614607'] for router_interface, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:52.433792 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-e25ef497-49ed-4d99-8c8d-544a566a80aa admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9d10a0ee35ce466fa7030135dafc013f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0399089 Aug 25 17:09:52.436208 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 43558) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:09:52.491548 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-597c5208-6c5c-473f-a1bc-4235217cf933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:52.517726 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-597c5208-6c5c-473f-a1bc-4235217cf933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:52.567139 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-597c5208-6c5c-473f-a1bc-4235217cf933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:52.569939 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-597c5208-6c5c-473f-a1bc-4235217cf933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:52.571213 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-597c5208-6c5c-473f-a1bc-4235217cf933 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/da70d88d-7280-4686-bb3a-51f62e2c747d HTTP/1.1" status: 204 len: 168 time: 0.1339877 Aug 25 17:09:52.581237 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597c5208-6c5c-473f-a1bc-4235217cf933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da70d88d-7280-4686-bb3a-51f62e2c747d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:09:52.956004 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-d728da34-125a-4267-a645-aeace4d58d76 admin admin] Deleting port bda8d02c-7932-4788-b077-fdf3f7e01dac {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:09:52.956595 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d728da34-125a-4267-a645-aeace4d58d76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743706167839'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:53.034388 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-d728da34-125a-4267-a645-aeace4d58d76 admin admin] For port bda8d02c-7932-4788-b077-fdf3f7e01dac, host dv-cinder-791240-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=bda8d02c-7932-4788-b077-fdf3f7e01dac,segment=NetworkSegment(ffa48f25-78fe-4824-bf8e-861b0aeca2d4),segment_id=ffa48f25-78fe-4824-bf8e-861b0aeca2d4)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:09:53.034748 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d728da34-125a-4267-a645-aeace4d58d76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616478'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:53.042673 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device 762c5a34-ec19-4929-a2d2-42944c00c8f9 no longer exists at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:09:53.048086 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-d728da34-125a-4267-a645-aeace4d58d76 admin admin] Calling delete_port for bda8d02c-7932-4788-b077-fdf3f7e01dac owned by network:router_interface {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:09:53.062333 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] No Port match for: 762c5a34-ec19-4929-a2d2-42944c00c8f9 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:09:53.062678 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device 762c5a34-ec19-4929-a2d2-42944c00c8f9 not bound to the agent host dv-cinder-791240-5-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:09:53.063086 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device 3b17f863-f233-480d-9089-0f4c263931ca no longer exists at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:09:53.081729 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] No Port match for: 3b17f863-f233-480d-9089-0f4c263931ca {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:09:53.082078 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device 3b17f863-f233-480d-9089-0f4c263931ca not bound to the agent host dv-cinder-791240-5-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:09:53.222053 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d728da34-125a-4267-a645-aeace4d58d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743706076703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743705601028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732937'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:53.247309 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d728da34-125a-4267-a645-aeace4d58d76 admin admin] Pushing event deleted for resources: {'Port': ['ID=bda8d02c-7932-4788-b077-fdf3f7e01dac,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:09:53.411862 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d728da34-125a-4267-a645-aeace4d58d76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16218525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614405'] for router_interface, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:53.621228 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d728da34-125a-4267-a645-aeace4d58d76 admin admin] Router 88bceae6-b795-4657-8586-65c7344c8baf has already been hosted by L3 agent d32565c1-f1a3-4226-8f5a-e505deb187a1 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:09:53.723886 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d728da34-125a-4267-a645-aeace4d58d76 admin admin] Notify agent at l3_agent.dv-cinder-791240-5-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:09:53.729340 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-d728da34-125a-4267-a645-aeace4d58d76 admin admin] 10.222.0.88 "PUT /v2.0/routers/88bceae6-b795-4657-8586-65c7344c8baf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6935625 Aug 25 17:09:53.732042 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 43566) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:09:53.734394 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efbf5eb-15c6-4157-ba4a-291a4835ed3e None None] Sync routers for ids ['88bceae6-b795-4657-8586-65c7344c8baf'] in dv-cinder-791240-5-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:09:53.743365 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efbf5eb-15c6-4157-ba4a-291a4835ed3e None None] Routers {'88bceae6-b795-4657-8586-65c7344c8baf'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:09:53.744043 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-8efbf5eb-15c6-4157-ba4a-291a4835ed3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:09:46Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['88bceae6-b795-4657-8586-65c7344c8baf'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:09:53.833853 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c7a868c0-4b22-45f2-9429-94b4e53146a5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:53.844757 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-8efbf5eb-15c6-4157-ba4a-291a4835ed3e None None] Set router 88bceae6-b795-4657-8586-65c7344c8baf gateway port host: dv-cinder-791240-5-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:09:53.937378 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c7a868c0-4b22-45f2-9429-94b4e53146a5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:53.993401 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-c7a868c0-4b22-45f2-9429-94b4e53146a5 admin admin] Deleting port add762e4-908f-4483-8691-8ca90221fb1d {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:09:53.994104 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c7a868c0-4b22-45f2-9429-94b4e53146a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743706167839'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:54.025868 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-8efbf5eb-15c6-4157-ba4a-291a4835ed3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88bceae6-b795-4657-8586-65c7344c8baf', 'name': 'tempest-TestMinimumBasicScenario-1789676368-router', 'tenant_id': 'a8e6642c9c5c485e8197904fa410056d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': 'add762e4-908f-4483-8691-8ca90221fb1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:03:39Z', 'updated_at': '2021-08-25T17:09:53Z', 'revision_number': 5, 'project_id': 'a8e6642c9c5c485e8197904fa410056d', 'gw_port': {'id': 'add762e4-908f-4483-8691-8ca90221fb1d', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bceae6-b795-4657-8586-65c7344c8baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:03:39Z', 'updated_at': '2021-08-25T17:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi'}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:09:54.055354 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efbf5eb-15c6-4157-ba4a-291a4835ed3e None None] Checking router: 88bceae6-b795-4657-8586-65c7344c8baf for host: dv-cinder-791240-5-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:09:54.063584 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efbf5eb-15c6-4157-ba4a-291a4835ed3e None None] Routers {'88bceae6-b795-4657-8586-65c7344c8baf'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:09:54.064221 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-8efbf5eb-15c6-4157-ba4a-291a4835ed3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:09:46Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['88bceae6-b795-4657-8586-65c7344c8baf'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:09:54.074554 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c7a868c0-4b22-45f2-9429-94b4e53146a5 admin admin] For port add762e4-908f-4483-8691-8ca90221fb1d, host dv-cinder-791240-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=add762e4-908f-4483-8691-8ca90221fb1d,segment=NetworkSegment(831650f3-50e7-4109-a77c-8151443483b4),segment_id=831650f3-50e7-4109-a77c-8151443483b4)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:09:54.074917 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c7a868c0-4b22-45f2-9429-94b4e53146a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616478'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:54.087809 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-c7a868c0-4b22-45f2-9429-94b4e53146a5 admin admin] Calling delete_port for add762e4-908f-4483-8691-8ca90221fb1d owned by network:router_gateway {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:09:54.156676 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-8efbf5eb-15c6-4157-ba4a-291a4835ed3e None None] Set router 88bceae6-b795-4657-8586-65c7344c8baf gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:09:54.207190 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-8efbf5eb-15c6-4157-ba4a-291a4835ed3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88bceae6-b795-4657-8586-65c7344c8baf', 'name': 'tempest-TestMinimumBasicScenario-1789676368-router', 'tenant_id': 'a8e6642c9c5c485e8197904fa410056d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:03:39Z', 'updated_at': '2021-08-25T17:09:53Z', 'revision_number': 6, 'project_id': 'a8e6642c9c5c485e8197904fa410056d', 'gw_port_host': None}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:09:54.236326 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efbf5eb-15c6-4157-ba4a-291a4835ed3e None None] The sync data for ids ['88bceae6-b795-4657-8586-65c7344c8baf'] in dv-cinder-791240-5-iscsi is: [{'id': '88bceae6-b795-4657-8586-65c7344c8baf', 'name': 'tempest-TestMinimumBasicScenario-1789676368-router', 'tenant_id': 'a8e6642c9c5c485e8197904fa410056d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:03:39Z', 'updated_at': '2021-08-25T17:09:53Z', 'revision_number': 6, 'project_id': 'a8e6642c9c5c485e8197904fa410056d', 'gw_port_host': None}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:09:54.256861 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c7a868c0-4b22-45f2-9429-94b4e53146a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743706076703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743705601028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732937'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:54.284396 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a868c0-4b22-45f2-9429-94b4e53146a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=add762e4-908f-4483-8691-8ca90221fb1d,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:09:54.345816 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c7a868c0-4b22-45f2-9429-94b4e53146a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613983'] for router_gateway, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:54.438309 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c7a868c0-4b22-45f2-9429-94b4e53146a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36927'] for router, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:54.440399 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c7a868c0-4b22-45f2-9429-94b4e53146a5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:54.487958 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c7a868c0-4b22-45f2-9429-94b4e53146a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612047'] for router, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:54.488531 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a868c0-4b22-45f2-9429-94b4e53146a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88bceae6-b795-4657-8586-65c7344c8baf {{(pid=93882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 17:09:54.493798 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c7a868c0-4b22-45f2-9429-94b4e53146a5 admin admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:54.494941 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-c7a868c0-4b22-45f2-9429-94b4e53146a5 admin admin] 10.222.0.88 "DELETE /v2.0/routers/88bceae6-b795-4657-8586-65c7344c8baf HTTP/1.1" status: 204 len: 168 time: 0.7619386 Aug 25 17:09:54.497499 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 43572) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:09:54.543932 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-e21642bd-bb9f-4465-912c-452fa0e1d992 admin admin] Deleting subnet dd7e13a8-bc27-40a6-bd72-590fb24b9829 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 17:09:54.547772 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e21642bd-bb9f-4465-912c-452fa0e1d992 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:54.585971 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e21642bd-bb9f-4465-912c-452fa0e1d992 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4113530'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:54.668704 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e21642bd-bb9f-4465-912c-452fa0e1d992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16204973'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:54.718701 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e21642bd-bb9f-4465-912c-452fa0e1d992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16204962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3732890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26007577'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:54.745960 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e21642bd-bb9f-4465-912c-452fa0e1d992 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:54.747803 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-e21642bd-bb9f-4465-912c-452fa0e1d992 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/dd7e13a8-bc27-40a6-bd72-590fb24b9829 HTTP/1.1" status: 204 len: 168 time: 0.2493691 Aug 25 17:09:54.749004 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21642bd-bb9f-4465-912c-452fa0e1d992 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd7e13a8-bc27-40a6-bd72-590fb24b9829,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:09:54.750461 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 43574) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:09:54.753403 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275e77ea-c0ee-4900-90b5-f7c6ff0b0da2 None None] Network 5c88b07c-05cb-4c4b-83db-b310cc16b4c6 requested from dv-cinder-791240-5-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:09:54.819685 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-11fd74ca-9e23-44aa-a0fb-e16a52767907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16174397'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:54.872199 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-11fd74ca-9e23-44aa-a0fb-e16a52767907 admin admin] Deleting port a35e186a-8964-4c30-b906-e947c41fae0f {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:09:54.872546 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-11fd74ca-9e23-44aa-a0fb-e16a52767907 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743706167839'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:54.938180 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-11fd74ca-9e23-44aa-a0fb-e16a52767907 admin admin] For port a35e186a-8964-4c30-b906-e947c41fae0f, host dv-cinder-791240-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=a35e186a-8964-4c30-b906-e947c41fae0f,segment=NetworkSegment(ffa48f25-78fe-4824-bf8e-861b0aeca2d4),segment_id=ffa48f25-78fe-4824-bf8e-861b0aeca2d4)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:09:54.938554 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-11fd74ca-9e23-44aa-a0fb-e16a52767907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616478'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:54.952379 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-11fd74ca-9e23-44aa-a0fb-e16a52767907 admin admin] Calling delete_port for a35e186a-8964-4c30-b906-e947c41fae0f owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:09:54.963289 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36206eb7-0606-4243-982b-db225f6e08ae None None] DHCP port deletion for 5c88b07c-05cb-4c4b-83db-b310cc16b4c6 request from dv-cinder-791240-5-iscsi {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 17:09:55.017887 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-36206eb7-0606-4243-982b-db225f6e08ae None None] Deleting port a35e186a-8964-4c30-b906-e947c41fae0f {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:09:55.018390 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-36206eb7-0606-4243-982b-db225f6e08ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743706167839'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:55.046256 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-11fd74ca-9e23-44aa-a0fb-e16a52767907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743706076703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743705601028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3625696'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:55.060283 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fd74ca-9e23-44aa-a0fb-e16a52767907 admin admin] No DVR routers for this DVR port a35e186a-8964-4c30-b906-e947c41fae0f on host dv-cinder-791240-5-iscsi {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:09:55.079050 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device add762e4-908f-4483-8691-8ca90221fb1d no longer exists at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:09:55.105334 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fd74ca-9e23-44aa-a0fb-e16a52767907 admin admin] Pushing event deleted for resources: {'Port': ['ID=a35e186a-8964-4c30-b906-e947c41fae0f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:09:55.109374 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] No Port match for: add762e4-908f-4483-8691-8ca90221fb1d {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:09:55.109732 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device add762e4-908f-4483-8691-8ca90221fb1d not bound to the agent host dv-cinder-791240-5-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:09:55.110150 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device bda8d02c-7932-4788-b077-fdf3f7e01dac no longer exists at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:09:55.134702 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] No Port match for: bda8d02c-7932-4788-b077-fdf3f7e01dac {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:09:55.135043 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device bda8d02c-7932-4788-b077-fdf3f7e01dac not bound to the agent host dv-cinder-791240-5-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:09:55.135449 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device a35e186a-8964-4c30-b906-e947c41fae0f no longer exists at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:09:55.160250 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-36206eb7-0606-4243-982b-db225f6e08ae None None] For port a35e186a-8964-4c30-b906-e947c41fae0f, host dv-cinder-791240-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=a35e186a-8964-4c30-b906-e947c41fae0f,segment=NetworkSegment(ffa48f25-78fe-4824-bf8e-861b0aeca2d4),segment_id=ffa48f25-78fe-4824-bf8e-861b0aeca2d4)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:09:55.160648 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-36206eb7-0606-4243-982b-db225f6e08ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616478'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:55.162857 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-11fd74ca-9e23-44aa-a0fb-e16a52767907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16079958', 'neutron.services.segments.db._delete_segments_for_network-8743706101742'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:55.163083 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] No Port match for: a35e186a-8964-4c30-b906-e947c41fae0f {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:09:55.163455 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device a35e186a-8964-4c30-b906-e947c41fae0f not bound to the agent host dv-cinder-791240-5-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:09:55.175247 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-36206eb7-0606-4243-982b-db225f6e08ae None None] Calling delete_port for a35e186a-8964-4c30-b906-e947c41fae0f owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:09:55.182801 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-11fd74ca-9e23-44aa-a0fb-e16a52767907 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c88b07c-05cb-4c4b-83db-b310cc16b4c6']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:09:55.194829 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-11fd74ca-9e23-44aa-a0fb-e16a52767907 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffa48f25-78fe-4824-bf8e-861b0aeca2d4') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:09:55.195130 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-11fd74ca-9e23-44aa-a0fb-e16a52767907 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffa48f25-78fe-4824-bf8e-861b0aeca2d4') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:09:55.207038 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-11fd74ca-9e23-44aa-a0fb-e16a52767907 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743706101625', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3565467'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:55.223685 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-11fd74ca-9e23-44aa-a0fb-e16a52767907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16206884'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:55.231208 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11fd74ca-9e23-44aa-a0fb-e16a52767907 admin admin] Releasing vlan 1496 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 17:09:55.231544 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-11fd74ca-9e23-44aa-a0fb-e16a52767907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16206884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3625685'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:55.233235 dv-cinder-791240-5-iscsi neutron-server[93883]: Traceback (most recent call last): Aug 25 17:09:55.233235 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 17:09:55.233235 dv-cinder-791240-5-iscsi neutron-server[93883]: timer() Aug 25 17:09:55.233235 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 17:09:55.233235 dv-cinder-791240-5-iscsi neutron-server[93883]: cb(*args, **kw) Aug 25 17:09:55.233235 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 17:09:55.233235 dv-cinder-791240-5-iscsi neutron-server[93883]: return func(*args, **kwargs) Aug 25 17:09:55.233235 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 17:09:55.233235 dv-cinder-791240-5-iscsi neutron-server[93883]: self._notify() Aug 25 17:09:55.233235 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 17:09:55.233235 dv-cinder-791240-5-iscsi neutron-server[93883]: self.callback(batched_events) Aug 25 17:09:55.233235 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 17:09:55.233235 dv-cinder-791240-5-iscsi neutron-server[93883]: event.method(event) Aug 25 17:09:55.233235 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 17:09:55.233235 dv-cinder-791240-5-iscsi neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 17:09:55.233235 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 17:09:55.233235 dv-cinder-791240-5-iscsi neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 17:09:55.233235 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 17:09:55.233235 dv-cinder-791240-5-iscsi neutron-server[93883]: return f(self, *a, **k) Aug 25 17:09:55.233235 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 17:09:55.233235 dv-cinder-791240-5-iscsi neutron-server[93883]: return self._get(url).json() Aug 25 17:09:55.233235 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 17:09:55.233235 dv-cinder-791240-5-iscsi neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 17:09:55.233235 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 17:09:55.233235 dv-cinder-791240-5-iscsi neutron-server[93883]: return self.request(url, 'GET', **kwargs) Aug 25 17:09:55.233235 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 17:09:55.233235 dv-cinder-791240-5-iscsi neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 17:09:55.233235 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 17:09:55.233235 dv-cinder-791240-5-iscsi neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 17:09:55.233235 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 17:09:55.233235 dv-cinder-791240-5-iscsi neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 17:09:55.233235 dv-cinder-791240-5-iscsi neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 17:09:55.265766 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-36206eb7-0606-4243-982b-db225f6e08ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743706076703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743705601028'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:55.293047 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-11fd74ca-9e23-44aa-a0fb-e16a52767907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16079919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613987'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:55.298565 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-11fd74ca-9e23-44aa-a0fb-e16a52767907 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16218488'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:55.299107 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36206eb7-0606-4243-982b-db225f6e08ae None None] No DVR routers for this DVR port a35e186a-8964-4c30-b906-e947c41fae0f on host dv-cinder-791240-5-iscsi {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:09:55.300596 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-11fd74ca-9e23-44aa-a0fb-e16a52767907 admin admin] 10.222.0.88 "DELETE /v2.0/networks/5c88b07c-05cb-4c4b-83db-b310cc16b4c6 HTTP/1.1" status: 204 len: 168 time: 0.5491505 Aug 25 17:09:55.302997 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36206eb7-0606-4243-982b-db225f6e08ae None None] Pushing event deleted for resources: {'Port': ['ID=a35e186a-8964-4c30-b906-e947c41fae0f,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:09:55.324607 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fd74ca-9e23-44aa-a0fb-e16a52767907 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c88b07c-05cb-4c4b-83db-b310cc16b4c6,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:09:55.466332 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 43580) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:09:55.506019 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-6e107ae4-eeef-44d3-8361-2f1874350759 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2e0f86f1410e48e99ce078647d3125f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383551 Aug 25 17:09:55.508832 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 43582) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:09:55.557731 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8fda2c66-3587-4c6c-af00-be9cdf5fb626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:55.581712 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8fda2c66-3587-4c6c-af00-be9cdf5fb626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:55.629252 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8fda2c66-3587-4c6c-af00-be9cdf5fb626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:55.631981 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8fda2c66-3587-4c6c-af00-be9cdf5fb626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:55.633100 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-8fda2c66-3587-4c6c-af00-be9cdf5fb626 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2f41bede-88ae-49ca-a50e-ce7816d45c40 HTTP/1.1" status: 204 len: 168 time: 0.1232011 Aug 25 17:09:55.641519 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fda2c66-3587-4c6c-af00-be9cdf5fb626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f41bede-88ae-49ca-a50e-ce7816d45c40,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:09:55.945555 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 43590) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:09:55.985257 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-2403f345-06a1-4d94-9b59-3968818fd1e9 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a8e6642c9c5c485e8197904fa410056d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378897 Aug 25 17:09:55.987645 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 43592) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:09:56.034549 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-19a44248-eba0-4250-98be-4ac3c6ae6966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:56.054623 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-19a44248-eba0-4250-98be-4ac3c6ae6966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:56.103316 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-19a44248-eba0-4250-98be-4ac3c6ae6966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:56.105856 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-19a44248-eba0-4250-98be-4ac3c6ae6966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:09:56.107009 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-19a44248-eba0-4250-98be-4ac3c6ae6966 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/90a66a2b-64f7-46f5-a8fc-25f08fea4413 HTTP/1.1" status: 204 len: 168 time: 0.1184103 Aug 25 17:09:56.114620 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a44248-eba0-4250-98be-4ac3c6ae6966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a66a2b-64f7-46f5-a8fc-25f08fea4413,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:10:03.538568 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-675b0cfa-30a8-494e-b3ff-bb445488b7d8 None None] Agent healthcheck: found 6 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:10:13.082182 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9d409208-2219-4e8f-98e8-ebfc93793d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:10:15.697336 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-089a96e5-fbea-4ca6-84ad-946744dfeace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:10:15.921255 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:10:15.923543 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:10:17.057369 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3a305108-1f99-4b5d-a622-23901fed2525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:10:18.421563 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7978419e-b967-4a47-8975-0267302d25d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:10:40.537333 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-675b0cfa-30a8-494e-b3ff-bb445488b7d8 None None] Agent healthcheck: found 6 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:10:42.361650 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a3c7f3-d0e4-40d4-9116-56cfaf6067d9 req-554d9daf-f88b-4fdd-afbd-650a4f9a3993 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:10:42.363173 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-39a3c7f3-d0e4-40d4-9116-56cfaf6067d9 req-554d9daf-f88b-4fdd-afbd-650a4f9a3993 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 946 time: 0.0504127 Aug 25 17:10:42.401682 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-39a3c7f3-d0e4-40d4-9116-56cfaf6067d9 req-61b0b6bf-d55f-4485-a796-8a3bc64b713c tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=9c14d4aa-90e7-49b8-8918-2df33680adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317037 Aug 25 17:10:43.082688 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7e091869-aa86-4632-9894-d22d16bb944a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:10:43.527527 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa09552-775d-4611-87a9-461f444f7c11 req-1c9f8302-d895-4b07-9b60-efe577eefcfc tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:10:43.529015 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2aa09552-775d-4611-87a9-461f444f7c11 req-1c9f8302-d895-4b07-9b60-efe577eefcfc tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 946 time: 0.0543664 Aug 25 17:10:43.567779 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2aa09552-775d-4611-87a9-461f444f7c11 req-ed72fcdc-7d84-4998-a6b0-29b8f87bf54d tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=9c14d4aa-90e7-49b8-8918-2df33680adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315537 Aug 25 17:10:44.688532 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df8c5c-7f63-4159-9688-df009b7a3812 req-60f07776-d0c9-4328-b2fc-0d3fd0339250 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:10:44.690041 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-99df8c5c-7f63-4159-9688-df009b7a3812 req-60f07776-d0c9-4328-b2fc-0d3fd0339250 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 946 time: 0.0491767 Aug 25 17:10:44.727720 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-99df8c5c-7f63-4159-9688-df009b7a3812 req-7fbefa7c-7806-483e-883d-f2cfeb82aae1 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=9c14d4aa-90e7-49b8-8918-2df33680adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317945 Aug 25 17:10:45.700902 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e9f1cd72-ede3-4740-859c-ae1c13b0e411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:10:45.845385 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae40ebe-770b-4d38-8ef8-f7b05644b989 req-215ea33a-8275-40cd-8de1-04b786a94630 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:10:45.846922 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-dae40ebe-770b-4d38-8ef8-f7b05644b989 req-215ea33a-8275-40cd-8de1-04b786a94630 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 946 time: 0.0481210 Aug 25 17:10:45.883113 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-dae40ebe-770b-4d38-8ef8-f7b05644b989 req-5858e464-fd25-4019-9ce9-97f53863141a tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=9c14d4aa-90e7-49b8-8918-2df33680adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299673 Aug 25 17:10:45.921708 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:10:45.929252 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:10:47.010266 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed986c5-2ca4-4525-84a3-82ff9b3abf27 req-9163cc48-f77d-49c0-9c5a-f4b0b019ae5d tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:10:47.011706 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-eed986c5-2ca4-4525-84a3-82ff9b3abf27 req-9163cc48-f77d-49c0-9c5a-f4b0b019ae5d tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 946 time: 0.0521784 Aug 25 17:10:47.048533 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-eed986c5-2ca4-4525-84a3-82ff9b3abf27 req-c2eefe89-ade7-479e-afea-f4a03c3aac48 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=9c14d4aa-90e7-49b8-8918-2df33680adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309587 Aug 25 17:10:47.060619 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3a305108-1f99-4b5d-a622-23901fed2525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:10:48.170441 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1dd578-cff9-47a7-92a9-e784160f8abd req-885ae4c4-7de2-4159-be11-82e62f05ff0c tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:10:48.171815 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ec1dd578-cff9-47a7-92a9-e784160f8abd req-885ae4c4-7de2-4159-be11-82e62f05ff0c tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 946 time: 0.0478754 Aug 25 17:10:48.208924 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ec1dd578-cff9-47a7-92a9-e784160f8abd req-9b6556f9-5ee0-4842-80e3-1fd6868c11df tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=9c14d4aa-90e7-49b8-8918-2df33680adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313020 Aug 25 17:10:48.423739 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7978419e-b967-4a47-8975-0267302d25d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:10:49.326581 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ecb9f-b4fc-41ff-84bb-8679f6bbd744 req-9da60d23-f1b4-4694-828e-c0aece2cbed0 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:10:49.328138 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9f7ecb9f-b4fc-41ff-84bb-8679f6bbd744 req-9da60d23-f1b4-4694-828e-c0aece2cbed0 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 946 time: 0.0476704 Aug 25 17:10:49.364778 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9f7ecb9f-b4fc-41ff-84bb-8679f6bbd744 req-c425f86c-6798-4bb9-8ed2-0368c92484fa tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=9c14d4aa-90e7-49b8-8918-2df33680adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308053 Aug 25 17:10:50.487273 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87957c76-2b59-4b63-b514-d1f943ec4d9b req-a066cffd-1d70-48bb-858d-8af76bf54f5c tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:10:50.488729 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-87957c76-2b59-4b63-b514-d1f943ec4d9b req-a066cffd-1d70-48bb-858d-8af76bf54f5c tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 946 time: 0.0509021 Aug 25 17:10:50.527608 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-87957c76-2b59-4b63-b514-d1f943ec4d9b req-caf09776-b2cc-4b64-b18c-9ba06d582c2b tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=9c14d4aa-90e7-49b8-8918-2df33680adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323555 Aug 25 17:10:51.644457 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bff066-925b-45db-b0d8-464133359b77 req-cb2ddf20-492b-4ac1-9b4d-96ed89c14d5f tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:10:51.645913 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e3bff066-925b-45db-b0d8-464133359b77 req-cb2ddf20-492b-4ac1-9b4d-96ed89c14d5f tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 946 time: 0.0470276 Aug 25 17:10:51.683442 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e3bff066-925b-45db-b0d8-464133359b77 req-62db3e8c-cf82-4eef-a600-e33002d55ac8 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=9c14d4aa-90e7-49b8-8918-2df33680adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308943 Aug 25 17:10:52.807884 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9644d0-7867-4a74-a74c-98c174049110 req-dd4a91a9-a73a-4f9c-b881-46ffe8ac99f5 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:10:52.809366 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7f9644d0-7867-4a74-a74c-98c174049110 req-dd4a91a9-a73a-4f9c-b881-46ffe8ac99f5 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 946 time: 0.0528390 Aug 25 17:10:52.845931 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7f9644d0-7867-4a74-a74c-98c174049110 req-c4496b07-d919-4af8-955d-68be90929c38 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=9c14d4aa-90e7-49b8-8918-2df33680adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307107 Aug 25 17:10:53.969131 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a1b44-292f-4609-84e4-ab5632935f8d req-216568a1-39af-44d6-bd31-1f8b393eaa3b tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:10:53.970589 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3d6a1b44-292f-4609-84e4-ab5632935f8d req-216568a1-39af-44d6-bd31-1f8b393eaa3b tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 946 time: 0.0517166 Aug 25 17:10:54.006462 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3d6a1b44-292f-4609-84e4-ab5632935f8d req-9929a34d-ea33-45e6-93bf-558bfe65e91b tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=9c14d4aa-90e7-49b8-8918-2df33680adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300548 Aug 25 17:10:55.126941 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de35b0c-1115-44cf-bdcd-efa4d90d0282 req-02422566-1567-493f-accb-08f3c330b817 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:10:55.128401 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8de35b0c-1115-44cf-bdcd-efa4d90d0282 req-02422566-1567-493f-accb-08f3c330b817 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 946 time: 0.0479088 Aug 25 17:10:55.165886 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8de35b0c-1115-44cf-bdcd-efa4d90d0282 req-b5ff64f0-3cb0-48eb-b06d-3695ca8d979a tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=9c14d4aa-90e7-49b8-8918-2df33680adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314336 Aug 25 17:10:56.283170 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b258b41-c9b0-4893-bfff-042701ad4c47 req-3a807e7e-f35f-47af-a564-b6f994fa2c35 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:10:56.284622 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4b258b41-c9b0-4893-bfff-042701ad4c47 req-3a807e7e-f35f-47af-a564-b6f994fa2c35 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 946 time: 0.0473583 Aug 25 17:10:56.321332 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4b258b41-c9b0-4893-bfff-042701ad4c47 req-dc5dd841-b91c-40c9-bb93-0d408b1cb605 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=9c14d4aa-90e7-49b8-8918-2df33680adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302997 Aug 25 17:10:57.191344 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device 1a285b68-ce6c-4c9e-9ce2-787ab2421569 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 17:10:57.282133 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port 1a285b68-ce6c-4c9e-9ce2-787ab2421569, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=1a285b68-ce6c-4c9e-9ce2-787ab2421569,segment=NetworkSegment(ec41dbf2-ba24-42a3-a378-c3be87889b8c),segment_id=ec41dbf2-ba24-42a3-a378-c3be87889b8c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:10:57.293557 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Returning: {'device': '1a285b68-ce6c-4c9e-9ce2-787ab2421569', 'network_id': 'e9cb6f88-a0a4-4755-a50a-d59302485ab6', 'port_id': '1a285b68-ce6c-4c9e-9ce2-787ab2421569', 'mac_address': 'fa:16:3e:b3:ec:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1486, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '292f4a80-cdc8-4ba8-8211-52e53edc836f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 17:10:57.332686 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:10:57.345702 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1a285b68-ce6c-4c9e-9ce2-787ab2421569 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:10:57.364486 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port 1a285b68-ce6c-4c9e-9ce2-787ab2421569, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=1a285b68-ce6c-4c9e-9ce2-787ab2421569,segment=NetworkSegment(ec41dbf2-ba24-42a3-a378-c3be87889b8c),segment_id=ec41dbf2-ba24-42a3-a378-c3be87889b8c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:10:57.368626 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:10:57.419744 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Pushing event updated for resources: {'Port': ['ID=1a285b68-ce6c-4c9e-9ce2-787ab2421569,revision_number=6']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:10:57.426683 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:10:57.427037 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:10:57.427480 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:10:57.427705 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:10:57.428035 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:10:57.428380 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:10:57.428688 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:10:57.429013 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:10:57.429337 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:10:57.429868 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:10:57.430328 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:10:57.430820 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:10:57.444962 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a71e444-f842-478b-b350-e8e046ee6795 req-2690d537-c589-4ccc-a5c4-07373c8decfb tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:10:57.447130 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7a71e444-f842-478b-b350-e8e046ee6795 req-2690d537-c589-4ccc-a5c4-07373c8decfb tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 945 time: 0.0531938 Aug 25 17:10:57.453409 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] get_ports_and_sgs() called for port_ids ['1a285b68-ce6c-4c9e-9ce2-787ab2421569'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:10:57.484668 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7a71e444-f842-478b-b350-e8e046ee6795 req-06ebe87f-e242-4276-81e5-36256b77bf5c tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=9c14d4aa-90e7-49b8-8918-2df33680adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315635 Aug 25 17:10:58.607291 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83887271-a6f3-4940-b0f1-647a753043ee req-b82ca353-4bd4-4810-afc5-352aa88c687d tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:10:58.608668 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-83887271-a6f3-4940-b0f1-647a753043ee req-b82ca353-4bd4-4810-afc5-352aa88c687d tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 945 time: 0.0485950 Aug 25 17:10:58.645098 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-83887271-a6f3-4940-b0f1-647a753043ee req-b26ca9f0-bfc7-4c97-98d5-de236a478180 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=9c14d4aa-90e7-49b8-8918-2df33680adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305805 Aug 25 17:10:59.191912 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device 1a285b68-ce6c-4c9e-9ce2-787ab2421569 up at agent hyperv_hv-cinder-79124 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:10:59.244885 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Provisioning complete for port 1a285b68-ce6c-4c9e-9ce2-787ab2421569 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:10:59.245246 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:10:59.319210 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:10:59.343828 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a580bce-641a-4c19-aef5-1066efbf0492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a285b68-ce6c-4c9e-9ce2-787ab2421569'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:10:59.346086 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a4fac4520762e8d57daf7008e8680b9db75e4099b28a5f40786ddec6b187ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4b5eac-d72e-4ea2-8997-57e87f8724f4" -d '{"events": [{"server_uuid": "6a580bce-641a-4c19-aef5-1066efbf0492", "name": "network-vif-plugged", "status": "completed", "tag": "1a285b68-ce6c-4c9e-9ce2-787ab2421569"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:10:59.359553 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port 1a285b68-ce6c-4c9e-9ce2-787ab2421569, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=1a285b68-ce6c-4c9e-9ce2-787ab2421569,segment=NetworkSegment(ec41dbf2-ba24-42a3-a378-c3be87889b8c),segment_id=ec41dbf2-ba24-42a3-a378-c3be87889b8c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:10:59.364303 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:10:59.391240 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eded3d6-5f38-4ae8-9bc6-86f2f700b0b0 x-openstack-request-id: req-3eded3d6-5f38-4ae8-9bc6-86f2f700b0b0 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:10:59.391531 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a580bce-641a-4c19-aef5-1066efbf0492", "name": "network-vif-plugged", "status": "completed", "tag": "1a285b68-ce6c-4c9e-9ce2-787ab2421569", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:10:59.391768 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3eded3d6-5f38-4ae8-9bc6-86f2f700b0b0 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:10:59.392158 dv-cinder-791240-5-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a580bce-641a-4c19-aef5-1066efbf0492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a285b68-ce6c-4c9e-9ce2-787ab2421569', 'code': 200} Aug 25 17:10:59.417840 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Pushing event updated for resources: {'Port': ['ID=1a285b68-ce6c-4c9e-9ce2-787ab2421569,revision_number=7']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:10:59.767825 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebcfc91-b840-4477-b2a7-4821bc744a95 req-3a89ac04-0458-4c5f-8dcd-f46c78b436fd tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:10:59.769305 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1ebcfc91-b840-4477-b2a7-4821bc744a95 req-3a89ac04-0458-4c5f-8dcd-f46c78b436fd tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 946 time: 0.0498002 Aug 25 17:10:59.813604 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1ebcfc91-b840-4477-b2a7-4821bc744a95 req-9ae0a7cd-1235-40f7-8964-4a91996c3678 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=9c14d4aa-90e7-49b8-8918-2df33680adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376468 Aug 25 17:11:00.945006 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e576f82-2c66-4548-bd42-5beb7fbd6ae0 req-b1511e33-869a-4e42-8965-b95e92484703 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:00.954047 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8e576f82-2c66-4548-bd42-5beb7fbd6ae0 req-b1511e33-869a-4e42-8965-b95e92484703 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 946 time: 0.0660245 Aug 25 17:11:00.999841 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8e576f82-2c66-4548-bd42-5beb7fbd6ae0 req-12d3a7d5-5743-4be8-981e-55b0ca4a2a58 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=9c14d4aa-90e7-49b8-8918-2df33680adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390170 Aug 25 17:11:02.141197 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb480d9-55ce-4668-8c93-56239b791ebc req-70a0cca4-b2eb-4581-ba1c-9521e05e928b tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:02.142937 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5eb480d9-55ce-4668-8c93-56239b791ebc req-70a0cca4-b2eb-4581-ba1c-9521e05e928b tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 946 time: 0.0525451 Aug 25 17:11:02.187554 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5eb480d9-55ce-4668-8c93-56239b791ebc req-6aaee10d-85fe-48b9-9422-383bd5d9b47c tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=9c14d4aa-90e7-49b8-8918-2df33680adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375514 Aug 25 17:11:03.326608 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635caa58-1b31-46f2-898a-591200fcd7a8 req-4a8184ef-7352-4841-b6ca-a67787fd5198 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:03.328262 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-635caa58-1b31-46f2-898a-591200fcd7a8 req-4a8184ef-7352-4841-b6ca-a67787fd5198 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 946 time: 0.0533001 Aug 25 17:11:03.372702 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-635caa58-1b31-46f2-898a-591200fcd7a8 req-78213431-87ff-4e37-81c8-27e33e560642 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=9c14d4aa-90e7-49b8-8918-2df33680adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382478 Aug 25 17:11:04.700892 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ce554-45d9-42cd-8ba9-090e00029abe req-99a190e4-5635-49db-9cdb-b75f81a26efa tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:04.702460 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-bc2ce554-45d9-42cd-8ba9-090e00029abe req-99a190e4-5635-49db-9cdb-b75f81a26efa tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 946 time: 0.2397470 Aug 25 17:11:04.745526 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-bc2ce554-45d9-42cd-8ba9-090e00029abe req-fd45527a-b9f8-4bbd-84bb-94c42421d51e tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=9c14d4aa-90e7-49b8-8918-2df33680adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372841 Aug 25 17:11:05.875235 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29847605-c28b-46d2-9756-aefd60fbd391 req-33f6734a-516b-4b48-93c3-b4c72409cb99 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:05.876689 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-29847605-c28b-46d2-9756-aefd60fbd391 req-33f6734a-516b-4b48-93c3-b4c72409cb99 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 946 time: 0.0560660 Aug 25 17:11:05.917023 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-29847605-c28b-46d2-9756-aefd60fbd391 req-4f78fcf8-6d17-423a-837d-8fcfd74d8ff9 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=9c14d4aa-90e7-49b8-8918-2df33680adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342329 Aug 25 17:11:07.060686 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f699a-54c6-4f93-a414-cca2d10f3d9c req-7c786669-f04e-4f14-b6af-1950ea06ba80 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:07.063008 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6f0f699a-54c6-4f93-a414-cca2d10f3d9c req-7c786669-f04e-4f14-b6af-1950ea06ba80 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 946 time: 0.0516930 Aug 25 17:11:07.111430 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6f0f699a-54c6-4f93-a414-cca2d10f3d9c req-5ab6e293-5b73-45e1-a2eb-95a463cd7c21 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=9c14d4aa-90e7-49b8-8918-2df33680adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403261 Aug 25 17:11:08.264033 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3efc47-cb7e-4990-bbbd-46f30592d1a6 req-09d01df2-f832-4909-98f0-bf30fbdbc8d1 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:08.266304 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7f3efc47-cb7e-4990-bbbd-46f30592d1a6 req-09d01df2-f832-4909-98f0-bf30fbdbc8d1 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 946 time: 0.0796726 Aug 25 17:11:08.340101 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7f3efc47-cb7e-4990-bbbd-46f30592d1a6 req-6eae2369-1dcb-4fbf-afd2-31246b4c4d45 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=9c14d4aa-90e7-49b8-8918-2df33680adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598371 Aug 25 17:11:09.483820 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce90d8-0bd0-4eb4-8e4e-bc190508fe20 req-da44cff7-3ee7-4a21-9db2-3085373c39cc tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:09.494145 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-38ce90d8-0bd0-4eb4-8e4e-bc190508fe20 req-da44cff7-3ee7-4a21-9db2-3085373c39cc tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 946 time: 0.0696716 Aug 25 17:11:09.555250 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-38ce90d8-0bd0-4eb4-8e4e-bc190508fe20 req-e70df39c-80ca-4738-a4da-6c66afe9cf6d tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=9c14d4aa-90e7-49b8-8918-2df33680adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597870 Aug 25 17:11:10.688671 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5cd344-0a05-4823-aece-c5d272934c02 req-67a0309b-34fb-493a-afc9-cde4e65f0846 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:10.690122 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2a5cd344-0a05-4823-aece-c5d272934c02 req-67a0309b-34fb-493a-afc9-cde4e65f0846 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 946 time: 0.0487270 Aug 25 17:11:10.729345 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2a5cd344-0a05-4823-aece-c5d272934c02 req-b337aa37-245c-4f16-8199-aa6613c27208 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=9c14d4aa-90e7-49b8-8918-2df33680adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321031 Aug 25 17:11:11.381841 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f45f7-841f-4120-b2e5-923971bd7bb4 req-8dfd9957-19c8-4add-86ab-7ef92fa45916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:11.383870 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b50f45f7-841f-4120-b2e5-923971bd7bb4 req-8dfd9957-19c8-4add-86ab-7ef92fa45916 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=09e1d88a498442e5b06e802c45061ff2&device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 1099 time: 0.0412765 Aug 25 17:11:11.474371 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f45f7-841f-4120-b2e5-923971bd7bb4 req-6ab8c0f7-c6bc-46c4-8953-1accfd76e27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:11.476270 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b50f45f7-841f-4120-b2e5-923971bd7bb4 req-6ab8c0f7-c6bc-46c4-8953-1accfd76e27c service neutron] 10.222.0.16 "GET /v2.0/networks?id=e9cb6f88-a0a4-4755-a50a-d59302485ab6 HTTP/1.1" status: 200 len: 919 time: 0.0845342 Aug 25 17:11:11.547702 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b50f45f7-841f-4120-b2e5-923971bd7bb4 req-a82b0eb5-0228-4f72-b10c-d1dfae81b402 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a285b68-ce6c-4c9e-9ce2-787ab2421569 HTTP/1.1" status: 200 len: 1002 time: 0.0620019 Aug 25 17:11:11.595788 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f45f7-841f-4120-b2e5-923971bd7bb4 req-d04a3911-9b4c-4de5-8cea-a059c8f88ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:11.597186 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b50f45f7-841f-4120-b2e5-923971bd7bb4 req-d04a3911-9b4c-4de5-8cea-a059c8f88ba4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=292f4a80-cdc8-4ba8-8211-52e53edc836f HTTP/1.1" status: 200 len: 856 time: 0.0418701 Aug 25 17:11:11.641208 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f45f7-841f-4120-b2e5-923971bd7bb4 req-b231c777-8a13-4b60-9dcc-6d9b0ab2f352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:11.642672 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b50f45f7-841f-4120-b2e5-923971bd7bb4 req-b231c777-8a13-4b60-9dcc-6d9b0ab2f352 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e9cb6f88-a0a4-4755-a50a-d59302485ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381432 Aug 25 17:11:11.735230 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b50f45f7-841f-4120-b2e5-923971bd7bb4 req-42ce68a1-863a-4c8f-820d-fe91d8a8dcc1 service neutron] 10.222.0.16 "GET /v2.0/networks/e9cb6f88-a0a4-4755-a50a-d59302485ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855608 Aug 25 17:11:11.825360 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b50f45f7-841f-4120-b2e5-923971bd7bb4 req-f12b77f4-5672-4c3f-b05d-a4f542383a23 service neutron] 10.222.0.16 "GET /v2.0/networks/e9cb6f88-a0a4-4755-a50a-d59302485ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821118 Aug 25 17:11:11.853378 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc10c87-bb79-4b7d-8c6c-b998c6693c3d req-78f75f13-4a0a-43ee-85b9-a5b2913e2aa3 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:11.854885 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-cbc10c87-bb79-4b7d-8c6c-b998c6693c3d req-78f75f13-4a0a-43ee-85b9-a5b2913e2aa3 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 946 time: 0.0520110 Aug 25 17:11:11.891375 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-cbc10c87-bb79-4b7d-8c6c-b998c6693c3d req-9df10e65-fee6-4870-9658-f5c0926ec8a1 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=9c14d4aa-90e7-49b8-8918-2df33680adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306458 Aug 25 17:11:13.011900 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c75fb71-9ec9-4373-9264-007115dfa900 req-95511f53-8f6a-4815-b42e-3c2ca8c00b4e tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:13.013548 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3c75fb71-9ec9-4373-9264-007115dfa900 req-95511f53-8f6a-4815-b42e-3c2ca8c00b4e tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 946 time: 0.0488231 Aug 25 17:11:13.055040 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3c75fb71-9ec9-4373-9264-007115dfa900 req-7cb40073-a8e6-4c84-ad5e-9a9f3ad53cde tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=9c14d4aa-90e7-49b8-8918-2df33680adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345612 Aug 25 17:11:13.086845 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fe9ba166-1387-4d14-b3d7-19b46726c5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:14.174263 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73672457-759e-4454-8b2b-c02f75539a32 req-4a43b050-ea46-4604-85fe-3253879cf23c tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:14.175730 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-73672457-759e-4454-8b2b-c02f75539a32 req-4a43b050-ea46-4604-85fe-3253879cf23c tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 946 time: 0.0472100 Aug 25 17:11:14.214229 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-73672457-759e-4454-8b2b-c02f75539a32 req-ec21d517-a2cb-4a9e-9a5e-bec778ad5c36 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=9c14d4aa-90e7-49b8-8918-2df33680adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318201 Aug 25 17:11:15.113404 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba7fc91-4256-4d60-9b34-5510c75e1f3e req-ee186395-6dbe-4dac-aae3-4496e95b0fa4 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:15.114806 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7ba7fc91-4256-4d60-9b34-5510c75e1f3e req-ee186395-6dbe-4dac-aae3-4496e95b0fa4 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 946 time: 0.0583649 Aug 25 17:11:15.177362 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0044d730-7410-430c-b5c9-60e79a36ba25 req-05e37dc4-8feb-428c-9508-95b7087e1861 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=6a580bce-641a-4c19-aef5-1066efbf0492&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0616188 Aug 25 17:11:15.181033 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7ba7fc91-4256-4d60-9b34-5510c75e1f3e req-f5b559b4-2882-4bae-b0d7-d8fe3ad4543c tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=9c14d4aa-90e7-49b8-8918-2df33680adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578704 Aug 25 17:11:15.238618 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device 1a285b68-ce6c-4c9e-9ce2-787ab2421569 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:11:15.324029 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:15.346706 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a580bce-641a-4c19-aef5-1066efbf0492', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a285b68-ce6c-4c9e-9ce2-787ab2421569'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:11:15.348609 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a4fac4520762e8d57daf7008e8680b9db75e4099b28a5f40786ddec6b187ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccccf092-36d7-484d-aa63-de6357e0adcf" -d '{"events": [{"server_uuid": "6a580bce-641a-4c19-aef5-1066efbf0492", "name": "network-vif-unplugged", "status": "completed", "tag": "1a285b68-ce6c-4c9e-9ce2-787ab2421569"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:11:15.362517 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port 1a285b68-ce6c-4c9e-9ce2-787ab2421569, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=1a285b68-ce6c-4c9e-9ce2-787ab2421569,segment=NetworkSegment(ec41dbf2-ba24-42a3-a378-c3be87889b8c),segment_id=ec41dbf2-ba24-42a3-a378-c3be87889b8c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:11:15.368080 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:15.397465 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 25 Aug 2021 17:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b119bb6f-1bb1-4133-a7b8-9c0c05a529ef x-openstack-request-id: req-b119bb6f-1bb1-4133-a7b8-9c0c05a529ef {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:11:15.398361 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a580bce-641a-4c19-aef5-1066efbf0492", "name": "network-vif-unplugged", "status": "failed", "tag": "1a285b68-ce6c-4c9e-9ce2-787ab2421569", "code": 422}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:11:15.398607 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b119bb6f-1bb1-4133-a7b8-9c0c05a529ef {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:11:15.399030 dv-cinder-791240-5-iscsi neutron-server[93884]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6a580bce-641a-4c19-aef5-1066efbf0492', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1a285b68-ce6c-4c9e-9ce2-787ab2421569', 'code': 422} returned with failed status Aug 25 17:11:15.423659 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Pushing event updated for resources: {'Port': ['ID=1a285b68-ce6c-4c9e-9ce2-787ab2421569,revision_number=8']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:11:15.700764 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b61a7d75-db4f-4325-b384-15ef02296096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:15.921001 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:15.921406 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044d730-7410-430c-b5c9-60e79a36ba25 req-237c79cb-7fd1-4e48-ba0a-252a7376c7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:15.923657 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:15.924260 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0044d730-7410-430c-b5c9-60e79a36ba25 req-237c79cb-7fd1-4e48-ba0a-252a7376c7dc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6a580bce-641a-4c19-aef5-1066efbf0492&tenant_id=09e1d88a498442e5b06e802c45061ff2 HTTP/1.1" status: 200 len: 1097 time: 0.0484269 Aug 25 17:11:15.984098 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044d730-7410-430c-b5c9-60e79a36ba25 req-63255fa0-b66d-4cf0-bb95-c722b4d73aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:15.985572 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0044d730-7410-430c-b5c9-60e79a36ba25 req-63255fa0-b66d-4cf0-bb95-c722b4d73aed service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=09e1d88a498442e5b06e802c45061ff2&device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 1097 time: 0.0402071 Aug 25 17:11:16.071929 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044d730-7410-430c-b5c9-60e79a36ba25 req-3ec1a953-a4a1-4ce8-8c5e-780e3928202d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:16.073360 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0044d730-7410-430c-b5c9-60e79a36ba25 req-3ec1a953-a4a1-4ce8-8c5e-780e3928202d service neutron] 10.222.0.16 "GET /v2.0/networks?id=e9cb6f88-a0a4-4755-a50a-d59302485ab6 HTTP/1.1" status: 200 len: 919 time: 0.0806189 Aug 25 17:11:16.140418 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0044d730-7410-430c-b5c9-60e79a36ba25 req-eb147b45-c865-4e18-ad37-316521167cce service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a285b68-ce6c-4c9e-9ce2-787ab2421569 HTTP/1.1" status: 200 len: 1000 time: 0.0598798 Aug 25 17:11:16.188639 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044d730-7410-430c-b5c9-60e79a36ba25 req-674bd490-be42-4acb-af25-19b6ea3935d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:16.190070 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0044d730-7410-430c-b5c9-60e79a36ba25 req-674bd490-be42-4acb-af25-19b6ea3935d3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=292f4a80-cdc8-4ba8-8211-52e53edc836f HTTP/1.1" status: 200 len: 856 time: 0.0432718 Aug 25 17:11:16.234653 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044d730-7410-430c-b5c9-60e79a36ba25 req-a5d3b536-a874-4ad4-8552-a72c58abd72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:16.236100 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0044d730-7410-430c-b5c9-60e79a36ba25 req-a5d3b536-a874-4ad4-8552-a72c58abd72b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e9cb6f88-a0a4-4755-a50a-d59302485ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394497 Aug 25 17:11:16.299212 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef84b29-be11-492f-924d-31bdfb3e9251 req-68e9ad88-af75-4374-8540-21ace06bac68 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:16.300693 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5ef84b29-be11-492f-924d-31bdfb3e9251 req-68e9ad88-af75-4374-8540-21ace06bac68 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 944 time: 0.0489070 Aug 25 17:11:16.340251 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0044d730-7410-430c-b5c9-60e79a36ba25 req-37c41313-47d8-4283-afeb-380170513f22 service neutron] 10.222.0.16 "GET /v2.0/networks/e9cb6f88-a0a4-4755-a50a-d59302485ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966315 Aug 25 17:11:16.342162 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5ef84b29-be11-492f-924d-31bdfb3e9251 req-9434f96d-9c05-4407-a624-13cc12277ca9 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=9c14d4aa-90e7-49b8-8918-2df33680adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356236 Aug 25 17:11:16.434840 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0044d730-7410-430c-b5c9-60e79a36ba25 req-8c663cbf-e906-485f-be52-a71d3c5e2f9f service neutron] 10.222.0.16 "GET /v2.0/networks/e9cb6f88-a0a4-4755-a50a-d59302485ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876431 Aug 25 17:11:17.064161 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3a305108-1f99-4b5d-a622-23901fed2525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:17.465234 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4bd9c1-c14e-4448-91cc-18d9833809c9 req-3e04d6ff-38c1-4ea3-a565-723498115d29 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:17.466712 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0b4bd9c1-c14e-4448-91cc-18d9833809c9 req-3e04d6ff-38c1-4ea3-a565-723498115d29 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 944 time: 0.0548227 Aug 25 17:11:17.504420 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0b4bd9c1-c14e-4448-91cc-18d9833809c9 req-6a99e8c7-c720-4f5d-9580-e2fdb4f4d445 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=9c14d4aa-90e7-49b8-8918-2df33680adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318954 Aug 25 17:11:17.535977 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-675b0cfa-30a8-494e-b3ff-bb445488b7d8 None None] Agent healthcheck: found 6 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:11:18.431530 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7978419e-b967-4a47-8975-0267302d25d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:18.665234 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4357f737-f656-43a4-a380-56b2eca3c087 req-aa2dfc13-f448-4d7a-84a0-38ece619d01e tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:18.666880 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4357f737-f656-43a4-a380-56b2eca3c087 req-aa2dfc13-f448-4d7a-84a0-38ece619d01e tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 944 time: 0.0662034 Aug 25 17:11:18.716111 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4357f737-f656-43a4-a380-56b2eca3c087 req-d66d3233-cae8-4b2a-8c6b-22fe0884682f tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=9c14d4aa-90e7-49b8-8918-2df33680adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406651 Aug 25 17:11:19.846273 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df625c25-4b26-4ce6-a9b8-bc435a0cb433 req-ddb730dc-963d-471f-9ed0-a40af0035d48 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:19.847725 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-df625c25-4b26-4ce6-a9b8-bc435a0cb433 req-ddb730dc-963d-471f-9ed0-a40af0035d48 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 944 time: 0.0474796 Aug 25 17:11:19.889417 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-df625c25-4b26-4ce6-a9b8-bc435a0cb433 req-8d1add32-7287-4cda-8ac1-6a25c7925bc6 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=9c14d4aa-90e7-49b8-8918-2df33680adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350904 Aug 25 17:11:21.019699 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8ebf6-cd3b-4cbf-8b2c-0d2b775aedd0 req-3179eb61-c057-4ae0-bdbf-87208dccadf3 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:21.021285 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-55b8ebf6-cd3b-4cbf-8b2c-0d2b775aedd0 req-3179eb61-c057-4ae0-bdbf-87208dccadf3 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 944 time: 0.0530362 Aug 25 17:11:21.063759 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-55b8ebf6-cd3b-4cbf-8b2c-0d2b775aedd0 req-28df0731-3c80-45c3-94e7-8372a50b1f3f tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=9c14d4aa-90e7-49b8-8918-2df33680adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355439 Aug 25 17:11:22.183556 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b3a75-2cbd-48a4-9505-071c242f29bf req-234941e0-fb50-4b85-b80c-4f780eeb38fb tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:22.184946 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-db2b3a75-2cbd-48a4-9505-071c242f29bf req-234941e0-fb50-4b85-b80c-4f780eeb38fb tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 944 time: 0.0492918 Aug 25 17:11:22.222714 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-db2b3a75-2cbd-48a4-9505-071c242f29bf req-09f14488-d7fa-4019-a4d9-362a15dd3802 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=9c14d4aa-90e7-49b8-8918-2df33680adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319088 Aug 25 17:11:23.346918 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c150915-d52e-40c2-b0e7-49cf6b4bace5 req-98ded71a-e100-4ae7-a42c-7732eb6ebf04 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:23.348379 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2c150915-d52e-40c2-b0e7-49cf6b4bace5 req-98ded71a-e100-4ae7-a42c-7732eb6ebf04 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 944 time: 0.0482397 Aug 25 17:11:23.401614 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2c150915-d52e-40c2-b0e7-49cf6b4bace5 req-c565285e-98a7-441c-8ca6-36035b8b7396 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=9c14d4aa-90e7-49b8-8918-2df33680adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466335 Aug 25 17:11:24.524984 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05a8b4-cd77-4c03-8209-2c24f4f2683d req-3847af09-94f3-4e9e-8a7e-e01e99b30c24 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:24.526458 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-cc05a8b4-cd77-4c03-8209-2c24f4f2683d req-3847af09-94f3-4e9e-8a7e-e01e99b30c24 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 944 time: 0.0550790 Aug 25 17:11:24.565009 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-cc05a8b4-cd77-4c03-8209-2c24f4f2683d req-9164faa5-2c52-4df5-9d47-4517229e1502 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=9c14d4aa-90e7-49b8-8918-2df33680adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326047 Aug 25 17:11:25.689086 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d3c6d1-ef93-4ed9-bc39-627b5ac2ac04 req-b0d95c37-f00f-46e9-a359-ca0e2d1822e8 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:25.690578 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-36d3c6d1-ef93-4ed9-bc39-627b5ac2ac04 req-b0d95c37-f00f-46e9-a359-ca0e2d1822e8 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 944 time: 0.0511594 Aug 25 17:11:25.732767 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-36d3c6d1-ef93-4ed9-bc39-627b5ac2ac04 req-67d2dfa5-ff7b-4879-a5cd-c3a8de10929d tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=9c14d4aa-90e7-49b8-8918-2df33680adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361257 Aug 25 17:11:26.867871 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997356f3-e89d-4cf3-ba70-c5c2fe4eed93 req-a8e205cd-2ed8-4bb5-8a5e-84e8129b4706 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:26.869879 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-997356f3-e89d-4cf3-ba70-c5c2fe4eed93 req-a8e205cd-2ed8-4bb5-8a5e-84e8129b4706 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 944 time: 0.0557108 Aug 25 17:11:26.910591 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-997356f3-e89d-4cf3-ba70-c5c2fe4eed93 req-4b356f5f-d5bb-4beb-9887-9703d6ddc442 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=9c14d4aa-90e7-49b8-8918-2df33680adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337725 Aug 25 17:11:28.053074 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622817d1-4c9f-4401-863e-fd6691bf5748 req-292595c8-07c8-446e-b660-a61e3bd66961 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:28.054742 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-622817d1-4c9f-4401-863e-fd6691bf5748 req-292595c8-07c8-446e-b660-a61e3bd66961 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 944 time: 0.0552926 Aug 25 17:11:28.091553 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-622817d1-4c9f-4401-863e-fd6691bf5748 req-34fa18e2-0081-4115-904a-660b730e1cce tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=9c14d4aa-90e7-49b8-8918-2df33680adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309479 Aug 25 17:11:29.233928 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb4a44e-32db-478b-ab2d-a30496ac2b55 req-cfc71e1b-310e-4d60-8142-935091af88c6 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:29.235591 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1bb4a44e-32db-478b-ab2d-a30496ac2b55 req-cfc71e1b-310e-4d60-8142-935091af88c6 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 944 time: 0.0734932 Aug 25 17:11:29.277185 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1bb4a44e-32db-478b-ab2d-a30496ac2b55 req-338d1fa5-cf7c-4936-951d-b1a440849704 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=9c14d4aa-90e7-49b8-8918-2df33680adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357375 Aug 25 17:11:30.415201 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f24038-1a03-4d7f-93cd-e611e24892e5 req-58cffaa6-f44b-4874-ad84-d217a4af6d02 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:30.416713 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-81f24038-1a03-4d7f-93cd-e611e24892e5 req-58cffaa6-f44b-4874-ad84-d217a4af6d02 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 944 time: 0.0491567 Aug 25 17:11:30.460668 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-81f24038-1a03-4d7f-93cd-e611e24892e5 req-c08ded51-2044-4c39-a725-dd48aa96c954 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=9c14d4aa-90e7-49b8-8918-2df33680adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372291 Aug 25 17:11:31.582873 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a353901d-e532-4062-ac37-0e0b4715db77 req-45c7994d-ea8f-4a10-9dea-4672ac2e6911 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:31.584328 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a353901d-e532-4062-ac37-0e0b4715db77 req-45c7994d-ea8f-4a10-9dea-4672ac2e6911 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 944 time: 0.0525579 Aug 25 17:11:31.622717 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a353901d-e532-4062-ac37-0e0b4715db77 req-1ebd22f1-eb0e-40e5-bf3d-a49aa2f4191d tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=9c14d4aa-90e7-49b8-8918-2df33680adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319657 Aug 25 17:11:32.742870 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fdafa1-6be9-4801-97b0-3e6e4d089aba req-a3bf893c-16a9-4fe7-a8dc-9f1dacdf98b7 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:32.744341 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-46fdafa1-6be9-4801-97b0-3e6e4d089aba req-a3bf893c-16a9-4fe7-a8dc-9f1dacdf98b7 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 944 time: 0.0485437 Aug 25 17:11:32.780925 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-46fdafa1-6be9-4801-97b0-3e6e4d089aba req-dbc7b1e3-320c-4a31-b373-fca493b6a9e2 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=9c14d4aa-90e7-49b8-8918-2df33680adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307896 Aug 25 17:11:33.230038 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0eaac3d9-2eec-4e91-8e04-2fcdbb632b14 req-e3bb3c72-601c-494e-84b2-f82786d91f9e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=084babe8-2f32-483a-aab0-778df51c22eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0892949 Aug 25 17:11:33.367188 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaac3d9-2eec-4e91-8e04-2fcdbb632b14 req-08c83e2b-82a1-445e-a452-772abec2e14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:33.368703 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0eaac3d9-2eec-4e91-8e04-2fcdbb632b14 req-08c83e2b-82a1-445e-a452-772abec2e14f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ba5739dee5fb41749a615cb50fc983d9&device_id=084babe8-2f32-483a-aab0-778df51c22eb HTTP/1.1" status: 200 len: 1098 time: 0.0446997 Aug 25 17:11:33.469253 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaac3d9-2eec-4e91-8e04-2fcdbb632b14 req-0076bf35-3c68-418a-a597-6475e66083a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:33.470731 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0eaac3d9-2eec-4e91-8e04-2fcdbb632b14 req-0076bf35-3c68-418a-a597-6475e66083a7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=babef823-13d0-4c9c-ac11-3e08eee348af HTTP/1.1" status: 200 len: 914 time: 0.0825639 Aug 25 17:11:33.537558 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0eaac3d9-2eec-4e91-8e04-2fcdbb632b14 req-d987f899-22ec-4065-8a6b-52c90cac4346 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6488b641-e221-44be-b4bf-ed3d81a37b03 HTTP/1.1" status: 200 len: 1000 time: 0.0591352 Aug 25 17:11:33.587977 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaac3d9-2eec-4e91-8e04-2fcdbb632b14 req-597dfe87-e116-4872-acdb-b1626c6cee8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:33.589283 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0eaac3d9-2eec-4e91-8e04-2fcdbb632b14 req-597dfe87-e116-4872-acdb-b1626c6cee8b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bfe00ef0-b79f-4f8a-b5ba-574e5c012373 HTTP/1.1" status: 200 len: 851 time: 0.0436301 Aug 25 17:11:33.635667 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaac3d9-2eec-4e91-8e04-2fcdbb632b14 req-699242ad-77f5-4fdb-b4eb-fc7a9b4a6d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:33.637120 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0eaac3d9-2eec-4e91-8e04-2fcdbb632b14 req-699242ad-77f5-4fdb-b4eb-fc7a9b4a6d70 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=babef823-13d0-4c9c-ac11-3e08eee348af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385163 Aug 25 17:11:33.648453 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [req-0eaac3d9-2eec-4e91-8e04-2fcdbb632b14 req-0056d92e-0e05-47ae-9296-a778eae326de service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=93882) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 17:11:33.649635 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0eaac3d9-2eec-4e91-8e04-2fcdbb632b14 req-0056d92e-0e05-47ae-9296-a778eae326de service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058441 Aug 25 17:11:33.741063 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0eaac3d9-2eec-4e91-8e04-2fcdbb632b14 req-310b6c03-4e4b-4531-8236-622f2227a5c3 service neutron] 10.222.0.16 "GET /v2.0/networks/babef823-13d0-4c9c-ac11-3e08eee348af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835624 Aug 25 17:11:33.831536 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0eaac3d9-2eec-4e91-8e04-2fcdbb632b14 req-3489f974-79e8-4df5-9a21-a46b868de049 service neutron] 10.222.0.16 "GET /v2.0/networks/babef823-13d0-4c9c-ac11-3e08eee348af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831206 Aug 25 17:11:33.898567 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7965595e-6b2d-4b0c-9cc7-d56094531b6f req-aad7d120-ad92-4bd7-b403-95bc91c6d91a tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:33.900208 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7965595e-6b2d-4b0c-9cc7-d56094531b6f req-aad7d120-ad92-4bd7-b403-95bc91c6d91a tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 944 time: 0.0500457 Aug 25 17:11:33.939444 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7965595e-6b2d-4b0c-9cc7-d56094531b6f req-486132c2-3c14-48fb-a379-e006ae8a6cf8 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=9c14d4aa-90e7-49b8-8918-2df33680adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332801 Aug 25 17:11:35.060103 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f72500-063d-453a-959c-e8e3a24167d8 req-340f249d-369e-4cc8-ba9a-1d38beda2f77 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:35.061542 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-96f72500-063d-453a-959c-e8e3a24167d8 req-340f249d-369e-4cc8-ba9a-1d38beda2f77 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 944 time: 0.0524738 Aug 25 17:11:35.099368 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-96f72500-063d-453a-959c-e8e3a24167d8 req-e7988953-959a-40af-8086-5aac27fa691a tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=9c14d4aa-90e7-49b8-8918-2df33680adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319874 Aug 25 17:11:36.153429 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-57a8df56-387b-495f-91aa-23ac9a6321fc req-558c6b73-d55b-4a54-b177-d05a18a86d5f tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-381500498&fields=id&tenant_id=ba5739dee5fb41749a615cb50fc983d9 HTTP/1.1" status: 200 len: 267 time: 0.0453854 Aug 25 17:11:36.255749 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a8df56-387b-495f-91aa-23ac9a6321fc req-35eda8eb-1133-4ff4-916a-cfdbede9788d tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:36.257979 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-57a8df56-387b-495f-91aa-23ac9a6321fc req-35eda8eb-1133-4ff4-916a-cfdbede9788d tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/networks?id=babef823-13d0-4c9c-ac11-3e08eee348af HTTP/1.1" status: 200 len: 812 time: 0.0972059 Aug 25 17:11:36.272548 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-57a8df56-387b-495f-91aa-23ac9a6321fc req-ae3c3481-b05e-4260-b818-da5cb5389dad tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/quotas/ba5739dee5fb41749a615cb50fc983d9 HTTP/1.1" status: 200 len: 375 time: 0.0087054 Aug 25 17:11:36.331246 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-57a8df56-387b-495f-91aa-23ac9a6321fc req-0bd426f0-6789-44ab-b4f6-af42ede363b3 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=ba5739dee5fb41749a615cb50fc983d9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0534163 Aug 25 17:11:36.348002 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [req-57a8df56-387b-495f-91aa-23ac9a6321fc req-5e975fda-c008-4ad5-a634-92758df28064 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 17:11:36.348937 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-57a8df56-387b-495f-91aa-23ac9a6321fc req-5e975fda-c008-4ad5-a634-92758df28064 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052257 Aug 25 17:11:36.434928 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-57a8df56-387b-495f-91aa-23ac9a6321fc req-ec85853f-bae3-40df-86f9-d94bb54e6783 service neutron] 10.222.0.88 "GET /v2.0/networks/babef823-13d0-4c9c-ac11-3e08eee348af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795069 Aug 25 17:11:36.524555 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-57a8df56-387b-495f-91aa-23ac9a6321fc req-17e8825e-7f37-40a4-a276-912836b6bc39 service neutron] 10.222.0.88 "GET /v2.0/networks/babef823-13d0-4c9c-ac11-3e08eee348af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836852 Aug 25 17:11:36.837838 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f8574-a12a-4877-8e48-50c3b1fbf504 req-041fcc3c-1456-4a17-a974-48f4db9c6dd1 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:36.839414 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1b9f8574-a12a-4877-8e48-50c3b1fbf504 req-041fcc3c-1456-4a17-a974-48f4db9c6dd1 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 944 time: 0.0496604 Aug 25 17:11:36.877806 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1b9f8574-a12a-4877-8e48-50c3b1fbf504 req-806f8c98-ce9d-40d0-8f54-0525cac65bec tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=9c14d4aa-90e7-49b8-8918-2df33680adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325651 Aug 25 17:11:36.947401 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6b6754cd-99f9-45f9-8cba-b028f1950b52 req-d7df2f21-c485-4bef-ba14-85db34618eba tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/ports?device_id=40c57fd4-d652-48ab-bc06-06a7e7c1a94e HTTP/1.1" status: 200 len: 210 time: 0.0276754 Aug 25 17:11:37.298188 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device 1a285b68-ce6c-4c9e-9ce2-787ab2421569 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 17:11:37.401589 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port 1a285b68-ce6c-4c9e-9ce2-787ab2421569, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=1a285b68-ce6c-4c9e-9ce2-787ab2421569,segment=NetworkSegment(ec41dbf2-ba24-42a3-a378-c3be87889b8c),segment_id=ec41dbf2-ba24-42a3-a378-c3be87889b8c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:11:37.412702 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Returning: {'device': '1a285b68-ce6c-4c9e-9ce2-787ab2421569', 'network_id': 'e9cb6f88-a0a4-4755-a50a-d59302485ab6', 'port_id': '1a285b68-ce6c-4c9e-9ce2-787ab2421569', 'mac_address': 'fa:16:3e:b3:ec:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1486, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '292f4a80-cdc8-4ba8-8211-52e53edc836f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 17:11:37.566388 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:37.578463 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a285b68-ce6c-4c9e-9ce2-787ab2421569 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:11:37.596835 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port 1a285b68-ce6c-4c9e-9ce2-787ab2421569, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=1a285b68-ce6c-4c9e-9ce2-787ab2421569,segment=NetworkSegment(ec41dbf2-ba24-42a3-a378-c3be87889b8c),segment_id=ec41dbf2-ba24-42a3-a378-c3be87889b8c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:11:37.600258 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:37.644839 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Pushing event updated for resources: {'Port': ['ID=1a285b68-ce6c-4c9e-9ce2-787ab2421569,revision_number=9']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:11:37.823329 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a8df56-387b-495f-91aa-23ac9a6321fc req-e38d891e-1965-47e6-92f3-8d3c177c2d7f tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:37.824788 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-57a8df56-387b-495f-91aa-23ac9a6321fc req-e38d891e-1965-47e6-92f3-8d3c177c2d7f tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.16 "GET /v2.0/networks?id=babef823-13d0-4c9c-ac11-3e08eee348af HTTP/1.1" status: 200 len: 812 time: 0.1075509 Aug 25 17:11:37.868567 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-57a8df56-387b-495f-91aa-23ac9a6321fc req-827c464f-0149-4833-9eaf-3b5c1c525497 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba5739dee5fb41749a615cb50fc983d9 HTTP/1.1" status: 200 len: 379 time: 0.0342910 Aug 25 17:11:37.878383 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-57a8df56-387b-495f-91aa-23ac9a6321fc req-49f6949a-4283-4f1d-ad00-402f7dd545f8 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Request body: {'port': {'device_id': '40c57fd4-d652-48ab-bc06-06a7e7c1a94e', 'network_id': 'babef823-13d0-4c9c-ac11-3e08eee348af', 'admin_state_up': True, 'tenant_id': 'ba5739dee5fb41749a615cb50fc983d9', 'security_groups': ['9a7fe55f-19e7-4685-8491-78be94af470e']}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:11:37.986778 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57a8df56-387b-495f-91aa-23ac9a6321fc req-49f6949a-4283-4f1d-ad00-402f7dd545f8 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Made reservation on behalf of ba5739dee5fb41749a615cb50fc983d9 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:11:37.990307 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-57a8df56-387b-495f-91aa-23ac9a6321fc req-49f6949a-4283-4f1d-ad00-402f7dd545f8 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:38.001806 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24453e9b-6418-4476-8d7c-071b147fbf30 req-9b57cd92-e907-4960-9b1a-9a0932bffe13 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:38.003321 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-24453e9b-6418-4476-8d7c-071b147fbf30 req-9b57cd92-e907-4960-9b1a-9a0932bffe13 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 945 time: 0.0518851 Aug 25 17:11:38.042480 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-24453e9b-6418-4476-8d7c-071b147fbf30 req-9945f9f5-b1dd-4a46-a347-dd93772afb22 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=9c14d4aa-90e7-49b8-8918-2df33680adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330384 Aug 25 17:11:38.070326 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] get_ports_and_sgs() called for port_ids ['1a285b68-ce6c-4c9e-9ce2-787ab2421569'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:11:38.127938 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-57a8df56-387b-495f-91aa-23ac9a6321fc req-49f6949a-4283-4f1d-ad00-402f7dd545f8 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Allocated IP 172.20.0.10 (babef823-13d0-4c9c-ac11-3e08eee348af/bfe00ef0-b79f-4f8a-b5ba-574e5c012373/cf2902e1-1a57-45f0-aabd-d17d26bf24be) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:11:38.137280 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c5d0811e-2f11-4feb-aa81-6e02cadfe0b4 req-02cd0cd4-f62e-437b-82a7-2e634d31352f tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/ports?device_id=40c57fd4-d652-48ab-bc06-06a7e7c1a94e HTTP/1.1" status: 200 len: 210 time: 0.0331182 Aug 25 17:11:38.290579 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-57a8df56-387b-495f-91aa-23ac9a6321fc req-49f6949a-4283-4f1d-ad00-402f7dd545f8 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:38.304113 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-57a8df56-387b-495f-91aa-23ac9a6321fc req-49f6949a-4283-4f1d-ad00-402f7dd545f8 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Transition to ACTIVE for port object cf2902e1-1a57-45f0-aabd-d17d26bf24be will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:11:38.343058 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-57a8df56-387b-495f-91aa-23ac9a6321fc req-49f6949a-4283-4f1d-ad00-402f7dd545f8 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743705601783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732937'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:38.387622 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57a8df56-387b-495f-91aa-23ac9a6321fc req-49f6949a-4283-4f1d-ad00-402f7dd545f8 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Network babef823-13d0-4c9c-ac11-3e08eee348af is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:11:38.393003 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-57a8df56-387b-495f-91aa-23ac9a6321fc req-49f6949a-4283-4f1d-ad00-402f7dd545f8 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:11:38.395518 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-57a8df56-387b-495f-91aa-23ac9a6321fc req-49f6949a-4283-4f1d-ad00-402f7dd545f8 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:11:38.445397 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f6949a-4283-4f1d-ad00-402f7dd545f8 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Pushing event updated for resources: {'Port': ['ID=cf2902e1-1a57-45f0-aabd-d17d26bf24be,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:11:38.456562 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f6949a-4283-4f1d-ad00-402f7dd545f8 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:11:38.456712 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f6949a-4283-4f1d-ad00-402f7dd545f8 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:11:38.457024 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f6949a-4283-4f1d-ad00-402f7dd545f8 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:11:38.457355 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f6949a-4283-4f1d-ad00-402f7dd545f8 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:11:38.457714 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f6949a-4283-4f1d-ad00-402f7dd545f8 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:11:38.458053 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f6949a-4283-4f1d-ad00-402f7dd545f8 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:11:38.458392 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f6949a-4283-4f1d-ad00-402f7dd545f8 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:11:38.458716 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f6949a-4283-4f1d-ad00-402f7dd545f8 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:11:38.459044 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f6949a-4283-4f1d-ad00-402f7dd545f8 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:11:38.459376 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f6949a-4283-4f1d-ad00-402f7dd545f8 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:11:38.459707 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f6949a-4283-4f1d-ad00-402f7dd545f8 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:11:38.460689 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f6949a-4283-4f1d-ad00-402f7dd545f8 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:11:38.473327 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a8df56-387b-495f-91aa-23ac9a6321fc req-49f6949a-4283-4f1d-ad00-402f7dd545f8 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:38.474090 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-57a8df56-387b-495f-91aa-23ac9a6321fc req-49f6949a-4283-4f1d-ad00-402f7dd545f8 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:38.490084 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-57a8df56-387b-495f-91aa-23ac9a6321fc req-49f6949a-4283-4f1d-ad00-402f7dd545f8 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6152041 Aug 25 17:11:38.503223 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-57a8df56-387b-495f-91aa-23ac9a6321fc req-7d0052d6-bab8-4275-8921-7b267ce243cd service neutron] Request body: {'port': {'device_id': '40c57fd4-d652-48ab-bc06-06a7e7c1a94e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:11:38.559929 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-57a8df56-387b-495f-91aa-23ac9a6321fc req-7d0052d6-bab8-4275-8921-7b267ce243cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:38.630687 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d5986005-1892-4c53-b83a-afb94096af24 None None] Provisioning for port cf2902e1-1a57-45f0-aabd-d17d26bf24be completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:11:38.634946 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d5986005-1892-4c53-b83a-afb94096af24 None None] Provisioning complete for port cf2902e1-1a57-45f0-aabd-d17d26bf24be triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:11:38.635320 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d5986005-1892-4c53-b83a-afb94096af24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:38.668256 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d5986005-1892-4c53-b83a-afb94096af24 None None] Port cf2902e1-1a57-45f0-aabd-d17d26bf24be cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 17:11:38.822491 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [req-57a8df56-387b-495f-91aa-23ac9a6321fc req-7d0052d6-bab8-4275-8921-7b267ce243cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf2902e1-1a57-45f0-aabd-d17d26bf24be {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:11:38.829523 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-57a8df56-387b-495f-91aa-23ac9a6321fc req-7d0052d6-bab8-4275-8921-7b267ce243cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:38.841004 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-57a8df56-387b-495f-91aa-23ac9a6321fc req-7d0052d6-bab8-4275-8921-7b267ce243cd service neutron] Transition to ACTIVE for port object cf2902e1-1a57-45f0-aabd-d17d26bf24be will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:11:38.844568 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-57a8df56-387b-495f-91aa-23ac9a6321fc req-7d0052d6-bab8-4275-8921-7b267ce243cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3732944'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:38.895581 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0052d6-bab8-4275-8921-7b267ce243cd service neutron] Pushing event updated for resources: {'Port': ['ID=cf2902e1-1a57-45f0-aabd-d17d26bf24be,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:11:38.964616 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-57a8df56-387b-495f-91aa-23ac9a6321fc req-7d0052d6-bab8-4275-8921-7b267ce243cd service neutron] Attempting to bind port cf2902e1-1a57-45f0-aabd-d17d26bf24be on host hv-cinder-79124 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:11:38.964960 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-57a8df56-387b-495f-91aa-23ac9a6321fc req-7d0052d6-bab8-4275-8921-7b267ce243cd service neutron] Attempting to bind port cf2902e1-1a57-45f0-aabd-d17d26bf24be by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': '5869c28b-1ae8-41c8-939f-b652bb6315aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1492, 'network_id': 'babef823-13d0-4c9c-ac11-3e08eee348af'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:11:38.965290 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a8df56-387b-495f-91aa-23ac9a6321fc req-7d0052d6-bab8-4275-8921-7b267ce243cd service neutron] Attempting to bind port cf2902e1-1a57-45f0-aabd-d17d26bf24be on network babef823-13d0-4c9c-ac11-3e08eee348af {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:11:38.969770 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a8df56-387b-495f-91aa-23ac9a6321fc req-7d0052d6-bab8-4275-8921-7b267ce243cd service neutron] Port cf2902e1-1a57-45f0-aabd-d17d26bf24be on network babef823-13d0-4c9c-ac11-3e08eee348af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 17:11:38.970099 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a8df56-387b-495f-91aa-23ac9a6321fc req-7d0052d6-bab8-4275-8921-7b267ce243cd service neutron] Attempting to bind port cf2902e1-1a57-45f0-aabd-d17d26bf24be on network babef823-13d0-4c9c-ac11-3e08eee348af {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:11:38.975210 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a8df56-387b-495f-91aa-23ac9a6321fc req-7d0052d6-bab8-4275-8921-7b267ce243cd service neutron] Checking agent: {'id': '5ac426a1-ab5c-4a46-b982-fffaa6db999e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 59, 15), 'started_at': datetime.datetime(2021, 8, 25, 16, 59, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:11:38.976118 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a8df56-387b-495f-91aa-23ac9a6321fc req-7d0052d6-bab8-4275-8921-7b267ce243cd service neutron] Checking segment: {'id': '5869c28b-1ae8-41c8-939f-b652bb6315aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1492, 'network_id': 'babef823-13d0-4c9c-ac11-3e08eee348af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:11:38.976822 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a8df56-387b-495f-91aa-23ac9a6321fc req-7d0052d6-bab8-4275-8921-7b267ce243cd service neutron] Bound using segment: {'id': '5869c28b-1ae8-41c8-939f-b652bb6315aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1492, 'network_id': 'babef823-13d0-4c9c-ac11-3e08eee348af'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:11:38.976921 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-57a8df56-387b-495f-91aa-23ac9a6321fc req-7d0052d6-bab8-4275-8921-7b267ce243cd service neutron] Bound port: cf2902e1-1a57-45f0-aabd-d17d26bf24be, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5869c28b-1ae8-41c8-939f-b652bb6315aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1492, 'network_id': 'babef823-13d0-4c9c-ac11-3e08eee348af'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:11:38.977254 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-57a8df56-387b-495f-91aa-23ac9a6321fc req-7d0052d6-bab8-4275-8921-7b267ce243cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:39.048364 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-57a8df56-387b-495f-91aa-23ac9a6321fc req-7d0052d6-bab8-4275-8921-7b267ce243cd service neutron] For port cf2902e1-1a57-45f0-aabd-d17d26bf24be, host hv-cinder-79124, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:11:39.051761 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-57a8df56-387b-495f-91aa-23ac9a6321fc req-7d0052d6-bab8-4275-8921-7b267ce243cd service neutron] For port cf2902e1-1a57-45f0-aabd-d17d26bf24be, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=cf2902e1-1a57-45f0-aabd-d17d26bf24be,segment=NetworkSegment(5869c28b-1ae8-41c8-939f-b652bb6315aa),segment_id=5869c28b-1ae8-41c8-939f-b652bb6315aa)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:11:39.057295 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-57a8df56-387b-495f-91aa-23ac9a6321fc req-7d0052d6-bab8-4275-8921-7b267ce243cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3732944'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:39.092397 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a8df56-387b-495f-91aa-23ac9a6321fc req-7d0052d6-bab8-4275-8921-7b267ce243cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:39.093016 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-57a8df56-387b-495f-91aa-23ac9a6321fc req-7d0052d6-bab8-4275-8921-7b267ce243cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:39.094431 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-57a8df56-387b-495f-91aa-23ac9a6321fc req-7d0052d6-bab8-4275-8921-7b267ce243cd service neutron] 10.222.0.16 "PUT /v2.0/ports/cf2902e1-1a57-45f0-aabd-d17d26bf24be HTTP/1.1" status: 200 len: 1094 time: 0.5964937 Aug 25 17:11:39.094866 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40c57fd4-d652-48ab-bc06-06a7e7c1a94e', 'tag': 'cf2902e1-1a57-45f0-aabd-d17d26bf24be'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:11:39.097102 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30294bf1a97406c8a8235025fddf2f3c25b52a26b11c10f571ea972848b08700" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff00846-5bc2-437f-8fd0-b72b87fd535e" -d '{"events": [{"name": "network-changed", "server_uuid": "40c57fd4-d652-48ab-bc06-06a7e7c1a94e", "tag": "cf2902e1-1a57-45f0-aabd-d17d26bf24be"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:11:39.128184 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0052d6-bab8-4275-8921-7b267ce243cd service neutron] Pushing event updated for resources: {'Port': ['ID=cf2902e1-1a57-45f0-aabd-d17d26bf24be,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:11:39.177043 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a8df56-387b-495f-91aa-23ac9a6321fc req-52656422-670f-4b05-b9b4-84e221e7f756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:39.177637 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e932d02-39fa-41c0-b231-c3663b2a38f0 req-64835949-b338-48d9-9d32-b4dc3c8a2b41 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:39.178616 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-57a8df56-387b-495f-91aa-23ac9a6321fc req-52656422-670f-4b05-b9b4-84e221e7f756 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ba5739dee5fb41749a615cb50fc983d9&device_id=40c57fd4-d652-48ab-bc06-06a7e7c1a94e HTTP/1.1" status: 200 len: 1097 time: 0.0423303 Aug 25 17:11:39.179792 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5e932d02-39fa-41c0-b231-c3663b2a38f0 req-64835949-b338-48d9-9d32-b4dc3c8a2b41 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 945 time: 0.0519986 Aug 25 17:11:39.221592 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5e932d02-39fa-41c0-b231-c3663b2a38f0 req-025c7e96-5025-4c16-890b-585c243c581c tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=9c14d4aa-90e7-49b8-8918-2df33680adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356758 Aug 25 17:11:39.320999 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device 1a285b68-ce6c-4c9e-9ce2-787ab2421569 up at agent hyperv_hv-cinder-79124 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:11:39.394323 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Provisioning complete for port 1a285b68-ce6c-4c9e-9ce2-787ab2421569 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:11:39.395061 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:39.410519 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ee9ae-f5a9-4ffb-b1c0-9828093cd5bd req-350af8b8-9326-4c09-8b5f-4f13e36741e5 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:39.412082 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c24ee9ae-f5a9-4ffb-b1c0-9828093cd5bd req-350af8b8-9326-4c09-8b5f-4f13e36741e5 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/ports?device_id=40c57fd4-d652-48ab-bc06-06a7e7c1a94e HTTP/1.1" status: 200 len: 944 time: 0.0540109 Aug 25 17:11:39.455698 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c24ee9ae-f5a9-4ffb-b1c0-9828093cd5bd req-dc2eeb5e-9bf8-458d-ab60-56b94949316c tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/security-groups?id=9a7fe55f-19e7-4685-8491-78be94af470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366116 Aug 25 17:11:39.482133 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:39.506206 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a580bce-641a-4c19-aef5-1066efbf0492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a285b68-ce6c-4c9e-9ce2-787ab2421569'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:11:39.508715 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b155f23-3926-45f6-9e55-f37d3e215ee1 x-openstack-request-id: req-6b155f23-3926-45f6-9e55-f37d3e215ee1 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:11:39.509002 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40c57fd4-d652-48ab-bc06-06a7e7c1a94e", "tag": "cf2902e1-1a57-45f0-aabd-d17d26bf24be", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:11:39.509251 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6b155f23-3926-45f6-9e55-f37d3e215ee1 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:11:39.509417 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a4fac4520762e8d57daf7008e8680b9db75e4099b28a5f40786ddec6b187ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703e42c6-7f5d-4c46-b810-e8f973b40389" -d '{"events": [{"server_uuid": "6a580bce-641a-4c19-aef5-1066efbf0492", "name": "network-vif-plugged", "status": "completed", "tag": "1a285b68-ce6c-4c9e-9ce2-787ab2421569"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:11:39.509640 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40c57fd4-d652-48ab-bc06-06a7e7c1a94e', 'tag': 'cf2902e1-1a57-45f0-aabd-d17d26bf24be', 'status': 'completed', 'code': 200} Aug 25 17:11:39.511458 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-57a8df56-387b-495f-91aa-23ac9a6321fc req-5ef73dc4-8c10-47e4-9461-5af4e6de9ea0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf2902e1-1a57-45f0-aabd-d17d26bf24be HTTP/1.1" status: 200 len: 217 time: 0.3240914 Aug 25 17:11:39.524357 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port 1a285b68-ce6c-4c9e-9ce2-787ab2421569, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=1a285b68-ce6c-4c9e-9ce2-787ab2421569,segment=NetworkSegment(ec41dbf2-ba24-42a3-a378-c3be87889b8c),segment_id=ec41dbf2-ba24-42a3-a378-c3be87889b8c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:11:39.529775 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:39.556634 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf23492-89da-4aa8-82f3-bc0a1cf90fcb x-openstack-request-id: req-fdf23492-89da-4aa8-82f3-bc0a1cf90fcb {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:11:39.556936 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a580bce-641a-4c19-aef5-1066efbf0492", "name": "network-vif-plugged", "status": "completed", "tag": "1a285b68-ce6c-4c9e-9ce2-787ab2421569", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:11:39.557186 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-fdf23492-89da-4aa8-82f3-bc0a1cf90fcb {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:11:39.558073 dv-cinder-791240-5-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a580bce-641a-4c19-aef5-1066efbf0492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a285b68-ce6c-4c9e-9ce2-787ab2421569', 'code': 200} Aug 25 17:11:39.584250 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a8df56-387b-495f-91aa-23ac9a6321fc req-3f6a43d0-6e49-4720-9ce6-be731c2cc664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:39.586352 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-57a8df56-387b-495f-91aa-23ac9a6321fc req-3f6a43d0-6e49-4720-9ce6-be731c2cc664 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bfe00ef0-b79f-4f8a-b5ba-574e5c012373 HTTP/1.1" status: 200 len: 851 time: 0.0649879 Aug 25 17:11:39.587822 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Pushing event updated for resources: {'Port': ['ID=1a285b68-ce6c-4c9e-9ce2-787ab2421569,revision_number=10']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:11:39.639955 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a8df56-387b-495f-91aa-23ac9a6321fc req-7c452573-215f-4048-9ab5-a27c701c7a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:39.642194 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-57a8df56-387b-495f-91aa-23ac9a6321fc req-7c452573-215f-4048-9ab5-a27c701c7a1d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=babef823-13d0-4c9c-ac11-3e08eee348af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0483396 Aug 25 17:11:39.776209 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c50ff8-7cee-4661-a9dc-466b8dd8c654 req-200efc92-ca06-4bc0-9f79-302aa89c7409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:39.777766 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-29c50ff8-7cee-4661-a9dc-466b8dd8c654 req-200efc92-ca06-4bc0-9f79-302aa89c7409 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 1100 time: 0.0707061 Aug 25 17:11:39.781906 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-57a8df56-387b-495f-91aa-23ac9a6321fc req-a52fae5d-d95e-4a12-9f50-9decff148f63 service neutron] 10.222.0.16 "GET /v2.0/networks/babef823-13d0-4c9c-ac11-3e08eee348af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260335 Aug 25 17:11:39.873399 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-29c50ff8-7cee-4661-a9dc-466b8dd8c654 req-7aa2dff4-673b-4d19-9810-911870fe3893 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9c14d4aa-90e7-49b8-8918-2df33680adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830748 Aug 25 17:11:39.906198 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-57a8df56-387b-495f-91aa-23ac9a6321fc req-d7f0e37e-5c5d-45c4-a753-277e7ea571b8 service neutron] 10.222.0.16 "GET /v2.0/networks/babef823-13d0-4c9c-ac11-3e08eee348af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105113 Aug 25 17:11:40.092768 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825cdca2-eb29-46de-a2db-67c807652cb7 req-4e43a3d0-c645-4184-8784-71ea139611d2 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:40.094255 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-825cdca2-eb29-46de-a2db-67c807652cb7 req-4e43a3d0-c645-4184-8784-71ea139611d2 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/ports?device_id=f504e641-fe17-48af-990f-19d8b5480622 HTTP/1.1" status: 200 len: 945 time: 0.0478249 Aug 25 17:11:40.132712 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-825cdca2-eb29-46de-a2db-67c807652cb7 req-b04e4670-258c-4bc4-97cf-d0f9aab5b30f tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/security-groups?id=ba155ec6-6b52-4d84-83b2-4a7d3aece2db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316277 Aug 25 17:11:40.203001 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff00846-5bc2-437f-8fd0-b72b87fd535e req-31c84e90-d387-4479-9250-c511e52dd411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:40.204473 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-aff00846-5bc2-437f-8fd0-b72b87fd535e req-31c84e90-d387-4479-9250-c511e52dd411 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ba5739dee5fb41749a615cb50fc983d9&device_id=40c57fd4-d652-48ab-bc06-06a7e7c1a94e HTTP/1.1" status: 200 len: 1097 time: 0.0405433 Aug 25 17:11:40.297653 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff00846-5bc2-437f-8fd0-b72b87fd535e req-2c6b1dcb-d606-4bdb-acd8-b00270cd93e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:40.299202 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-aff00846-5bc2-437f-8fd0-b72b87fd535e req-2c6b1dcb-d606-4bdb-acd8-b00270cd93e7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=babef823-13d0-4c9c-ac11-3e08eee348af HTTP/1.1" status: 200 len: 914 time: 0.0874376 Aug 25 17:11:40.341931 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-aff00846-5bc2-437f-8fd0-b72b87fd535e req-c95dc724-a67a-4383-92f7-ade5092fc2fe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf2902e1-1a57-45f0-aabd-d17d26bf24be HTTP/1.1" status: 200 len: 217 time: 0.0340812 Aug 25 17:11:40.346397 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad54a28-1b5f-4a18-8b71-49bf3c289638 req-85b7d800-9990-4fab-b289-e585229b9615 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:40.347910 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-cad54a28-1b5f-4a18-8b71-49bf3c289638 req-85b7d800-9990-4fab-b289-e585229b9615 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 947 time: 0.0490022 Aug 25 17:11:40.385825 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-cad54a28-1b5f-4a18-8b71-49bf3c289638 req-955f78dd-b927-401f-aa24-7d702254a2fa tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=9c14d4aa-90e7-49b8-8918-2df33680adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313158 Aug 25 17:11:40.424772 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff00846-5bc2-437f-8fd0-b72b87fd535e req-cc9c977e-9f29-450d-b969-4ccb3eae14a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:40.426258 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-aff00846-5bc2-437f-8fd0-b72b87fd535e req-cc9c977e-9f29-450d-b969-4ccb3eae14a9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bfe00ef0-b79f-4f8a-b5ba-574e5c012373 HTTP/1.1" status: 200 len: 851 time: 0.0438936 Aug 25 17:11:40.470176 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff00846-5bc2-437f-8fd0-b72b87fd535e req-9e0cce1d-64c5-4e0c-bf2d-936a23885b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:40.471658 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-aff00846-5bc2-437f-8fd0-b72b87fd535e req-9e0cce1d-64c5-4e0c-bf2d-936a23885b3c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=babef823-13d0-4c9c-ac11-3e08eee348af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381575 Aug 25 17:11:40.566806 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-aff00846-5bc2-437f-8fd0-b72b87fd535e req-35d670df-809d-49d9-ac68-30d23e6ff25b service neutron] 10.222.0.16 "GET /v2.0/networks/babef823-13d0-4c9c-ac11-3e08eee348af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861578 Aug 25 17:11:40.570756 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1bddfc-75fa-49f3-8091-f6691074e882 req-e3815903-3756-4992-9291-3162ad10cb4e tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:40.572307 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0d1bddfc-75fa-49f3-8091-f6691074e882 req-e3815903-3756-4992-9291-3162ad10cb4e tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/ports?device_id=40c57fd4-d652-48ab-bc06-06a7e7c1a94e HTTP/1.1" status: 200 len: 944 time: 0.0483558 Aug 25 17:11:40.612271 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0d1bddfc-75fa-49f3-8091-f6691074e882 req-b47ece79-5a55-44c8-81d5-fb47be5116c6 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/security-groups?id=9a7fe55f-19e7-4685-8491-78be94af470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340600 Aug 25 17:11:40.657283 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-aff00846-5bc2-437f-8fd0-b72b87fd535e req-a4d2b0e6-e6bf-473c-8baf-5efecdba65eb service neutron] 10.222.0.16 "GET /v2.0/networks/babef823-13d0-4c9c-ac11-3e08eee348af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823293 Aug 25 17:11:41.245922 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5fb638-04e4-436c-9d71-3960146761e0 req-a674d5e0-c327-4384-8c1e-8aabae187ffa tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:41.247363 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2f5fb638-04e4-436c-9d71-3960146761e0 req-a674d5e0-c327-4384-8c1e-8aabae187ffa tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/ports?device_id=f504e641-fe17-48af-990f-19d8b5480622 HTTP/1.1" status: 200 len: 945 time: 0.0473630 Aug 25 17:11:41.284916 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2f5fb638-04e4-436c-9d71-3960146761e0 req-298ad1b6-cd98-4ec1-8c6c-cbee9a30164e tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/security-groups?id=ba155ec6-6b52-4d84-83b2-4a7d3aece2db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317652 Aug 25 17:11:41.505067 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b2659-e6f5-4c62-a2f7-5554f9dcaab4 req-d039cbe3-178c-4d36-8a39-aeee84ab52cc tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:41.507879 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f54b2659-e6f5-4c62-a2f7-5554f9dcaab4 req-d039cbe3-178c-4d36-8a39-aeee84ab52cc tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 947 time: 0.0502644 Aug 25 17:11:41.546043 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f54b2659-e6f5-4c62-a2f7-5554f9dcaab4 req-f823ccf2-2b65-4865-b292-e608cae0e7b9 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=9c14d4aa-90e7-49b8-8918-2df33680adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320671 Aug 25 17:11:41.730696 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362f480-4bf0-4de6-8031-89e4903140fb req-e2998544-ae5c-459d-bdcd-816c8cd90777 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:41.733719 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7362f480-4bf0-4de6-8031-89e4903140fb req-e2998544-ae5c-459d-bdcd-816c8cd90777 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/ports?device_id=40c57fd4-d652-48ab-bc06-06a7e7c1a94e HTTP/1.1" status: 200 len: 944 time: 0.0497742 Aug 25 17:11:41.780858 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7362f480-4bf0-4de6-8031-89e4903140fb req-88681814-5566-484c-9cc4-cb0bfa661135 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/security-groups?id=9a7fe55f-19e7-4685-8491-78be94af470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404048 Aug 25 17:11:42.396200 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba862d7-7931-4279-8de0-8996ce0316c2 req-d82cbae8-f880-4175-8f7c-b2578208587a tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:42.398435 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0ba862d7-7931-4279-8de0-8996ce0316c2 req-d82cbae8-f880-4175-8f7c-b2578208587a tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/ports?device_id=f504e641-fe17-48af-990f-19d8b5480622 HTTP/1.1" status: 200 len: 945 time: 0.0470693 Aug 25 17:11:42.435071 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0ba862d7-7931-4279-8de0-8996ce0316c2 req-48b57350-1a59-49c4-b378-db965f127230 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/security-groups?id=ba155ec6-6b52-4d84-83b2-4a7d3aece2db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305727 Aug 25 17:11:42.558075 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c84d763-82e2-48d3-84e8-afbd06e9b23c req-5c84710c-089e-4c20-b85d-c62365fe6684 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:42.559552 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1c84d763-82e2-48d3-84e8-afbd06e9b23c req-5c84710c-089e-4c20-b85d-c62365fe6684 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.16 "GET /v2.0/ports?device_id=f504e641-fe17-48af-990f-19d8b5480622 HTTP/1.1" status: 200 len: 945 time: 0.0520310 Aug 25 17:11:42.651197 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-1c84d763-82e2-48d3-84e8-afbd06e9b23c req-2f35191b-d08a-4037-8daf-613b5c0c8d1a tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Deleting port e1c60c7f-f840-450d-81e3-86d4a67f91d3 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:11:42.651540 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1c84d763-82e2-48d3-84e8-afbd06e9b23c req-2f35191b-d08a-4037-8daf-613b5c0c8d1a tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743706167839'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:42.665780 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be3ec59-ae74-481a-9fc6-14832c9c72af req-36a89cc7-4c1a-43c5-bab8-64412c7c4f2a tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:42.667249 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3be3ec59-ae74-481a-9fc6-14832c9c72af req-36a89cc7-4c1a-43c5-bab8-64412c7c4f2a tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 947 time: 0.0488737 Aug 25 17:11:42.704893 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3be3ec59-ae74-481a-9fc6-14832c9c72af req-b5ef322a-e72c-4161-aba7-842ae9a445ea tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=9c14d4aa-90e7-49b8-8918-2df33680adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316997 Aug 25 17:11:42.741720 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-1c84d763-82e2-48d3-84e8-afbd06e9b23c req-2f35191b-d08a-4037-8daf-613b5c0c8d1a tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] For port e1c60c7f-f840-450d-81e3-86d4a67f91d3, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=e1c60c7f-f840-450d-81e3-86d4a67f91d3,segment=NetworkSegment(5e3e5c27-313d-406c-97cc-b08ec9f9f718),segment_id=5e3e5c27-313d-406c-97cc-b08ec9f9f718)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:11:42.742097 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1c84d763-82e2-48d3-84e8-afbd06e9b23c req-2f35191b-d08a-4037-8daf-613b5c0c8d1a tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616478'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:42.894290 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b9fcf7-edd8-49be-89f3-f4a3a71c3b6e req-53ece7dc-ade2-4af2-b5c8-3bb973285c29 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:42.895783 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f4b9fcf7-edd8-49be-89f3-f4a3a71c3b6e req-53ece7dc-ade2-4af2-b5c8-3bb973285c29 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/ports?device_id=40c57fd4-d652-48ab-bc06-06a7e7c1a94e HTTP/1.1" status: 200 len: 944 time: 0.0475628 Aug 25 17:11:42.910536 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1c84d763-82e2-48d3-84e8-afbd06e9b23c req-2f35191b-d08a-4037-8daf-613b5c0c8d1a tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:42.910937 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1c84d763-82e2-48d3-84e8-afbd06e9b23c req-2f35191b-d08a-4037-8daf-613b5c0c8d1a tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614033'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:42.911256 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.db.l3_db [req-1c84d763-82e2-48d3-84e8-afbd06e9b23c req-2f35191b-d08a-4037-8daf-613b5c0c8d1a tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Floating IP 91b2562e-4a6f-48a6-9710-51d6ae1d684d disassociated. External IP: 172.27.2.63, port: e1c60c7f-f840-450d-81e3-86d4a67f91d3. Aug 25 17:11:42.911597 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-1c84d763-82e2-48d3-84e8-afbd06e9b23c req-2f35191b-d08a-4037-8daf-613b5c0c8d1a tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Calling delete_port for e1c60c7f-f840-450d-81e3-86d4a67f91d3 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:11:42.938313 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f4b9fcf7-edd8-49be-89f3-f4a3a71c3b6e req-72242596-d1d8-4756-b1ac-f3fbd0f23e9b tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/security-groups?id=9a7fe55f-19e7-4685-8491-78be94af470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355616 Aug 25 17:11:43.038429 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1c84d763-82e2-48d3-84e8-afbd06e9b23c req-2f35191b-d08a-4037-8daf-613b5c0c8d1a tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743706076703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743705601028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732937'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:43.070264 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f35191b-d08a-4037-8daf-613b5c0c8d1a tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Pushing event deleted for resources: {'Port': ['ID=e1c60c7f-f840-450d-81e3-86d4a67f91d3,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:11:43.095996 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7ef812ad-45b8-4993-b57f-6f81eac18abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:43.183176 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c84d763-82e2-48d3-84e8-afbd06e9b23c req-2f35191b-d08a-4037-8daf-613b5c0c8d1a tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Router 4dddc476-cdca-4bbf-aa6c-abfc542361f6 has already been hosted by L3 agent d32565c1-f1a3-4226-8f5a-e505deb187a1 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:11:43.286876 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c84d763-82e2-48d3-84e8-afbd06e9b23c req-2f35191b-d08a-4037-8daf-613b5c0c8d1a tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify agent at l3_agent.dv-cinder-791240-5-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:11:43.296882 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c891ec38-eb58-4396-8d28-631d89d71c44 None None] Sync routers for ids ['4dddc476-cdca-4bbf-aa6c-abfc542361f6'] in dv-cinder-791240-5-iscsi {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:11:43.306779 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c891ec38-eb58-4396-8d28-631d89d71c44 None None] Routers {'4dddc476-cdca-4bbf-aa6c-abfc542361f6'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:11:43.307489 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-c891ec38-eb58-4396-8d28-631d89d71c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:11:16Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['4dddc476-cdca-4bbf-aa6c-abfc542361f6'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:11:43.326630 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c84d763-82e2-48d3-84e8-afbd06e9b23c req-2f35191b-d08a-4037-8daf-613b5c0c8d1a tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] No DVR routers for this DVR port e1c60c7f-f840-450d-81e3-86d4a67f91d3 on host hv-cinder-79124 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:11:43.329105 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1c84d763-82e2-48d3-84e8-afbd06e9b23c req-2f35191b-d08a-4037-8daf-613b5c0c8d1a tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:43.331281 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1c84d763-82e2-48d3-84e8-afbd06e9b23c req-2f35191b-d08a-4037-8daf-613b5c0c8d1a tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.16 "DELETE /v2.0/ports/e1c60c7f-f840-450d-81e3-86d4a67f91d3 HTTP/1.1" status: 204 len: 173 time: 0.7658274 Aug 25 17:11:43.331736 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f504e641-fe17-48af-990f-19d8b5480622', 'name': 'network-vif-deleted', 'tag': 'e1c60c7f-f840-450d-81e3-86d4a67f91d3'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:11:43.334498 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30294bf1a97406c8a8235025fddf2f3c25b52a26b11c10f571ea972848b08700" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47dba19e-66f8-4c45-a601-c04bf74d4ac7" -d '{"events": [{"server_uuid": "f504e641-fe17-48af-990f-19d8b5480622", "name": "network-vif-deleted", "tag": "e1c60c7f-f840-450d-81e3-86d4a67f91d3"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:11:43.379098 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca69d3e-9c4e-41a2-a4ca-df5fdbe52f45 x-openstack-request-id: req-2ca69d3e-9c4e-41a2-a4ca-df5fdbe52f45 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:11:43.379483 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f504e641-fe17-48af-990f-19d8b5480622", "name": "network-vif-deleted", "tag": "e1c60c7f-f840-450d-81e3-86d4a67f91d3", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:11:43.380208 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2ca69d3e-9c4e-41a2-a4ca-df5fdbe52f45 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:11:43.380680 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f504e641-fe17-48af-990f-19d8b5480622', 'name': 'network-vif-deleted', 'tag': 'e1c60c7f-f840-450d-81e3-86d4a67f91d3', 'status': 'completed', 'code': 200} Aug 25 17:11:43.432975 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-c891ec38-eb58-4396-8d28-631d89d71c44 None None] Set router 4dddc476-cdca-4bbf-aa6c-abfc542361f6 gateway port host: dv-cinder-791240-5-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:11:43.554897 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-622c5148-cb00-46a9-9891-278eb3ef4b62 req-41498bf5-0ed2-447a-9bef-2a3f9b58f9d9 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/ports?device_id=f504e641-fe17-48af-990f-19d8b5480622 HTTP/1.1" status: 200 len: 210 time: 0.0276129 Aug 25 17:11:43.652896 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-c891ec38-eb58-4396-8d28-631d89d71c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dddc476-cdca-4bbf-aa6c-abfc542361f6', 'name': 'tempest-AttachVolumeTestJSON-888737631-router', 'tenant_id': 'b481d864bbdf470583d302856fcdb3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '4399d554-4a99-426d-923f-dadf3ad56474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:01:06Z', 'updated_at': '2021-08-25T17:01:12Z', 'revision_number': 4, 'project_id': 'b481d864bbdf470583d302856fcdb3c2', 'gw_port': {'id': '4399d554-4a99-426d-923f-dadf3ad56474', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dddc476-cdca-4bbf-aa6c-abfc542361f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:01:07Z', 'updated_at': '2021-08-25T17:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_interfaces': [{'id': 'aa0fb896-50de-4f7f-9748-811e93e68d1b', 'name': '', 'network_id': 'd686dfae-89b6-4141-b607-e36388f6039b', 'tenant_id': 'b481d864bbdf470583d302856fcdb3c2', 'mac_address': 'fa:16:3e:26:c5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dddc476-cdca-4bbf-aa6c-abfc542361f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b924291b-4b0f-4431-8d0f-79843e01869c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:01:11Z', 'updated_at': '2021-08-25T17:01:22Z', 'revision_number': 5, 'project_id': 'b481d864bbdf470583d302856fcdb3c2', 'subnets': [{'id': 'b924291b-4b0f-4431-8d0f-79843e01869c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:11:43.681590 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c891ec38-eb58-4396-8d28-631d89d71c44 None None] Checking router: 4dddc476-cdca-4bbf-aa6c-abfc542361f6 for host: dv-cinder-791240-5-iscsi {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:11:43.689875 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c891ec38-eb58-4396-8d28-631d89d71c44 None None] Routers {'4dddc476-cdca-4bbf-aa6c-abfc542361f6'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:11:43.690450 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-c891ec38-eb58-4396-8d28-631d89d71c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:11:16Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['4dddc476-cdca-4bbf-aa6c-abfc542361f6'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:11:43.817865 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-c891ec38-eb58-4396-8d28-631d89d71c44 None None] Set router 4dddc476-cdca-4bbf-aa6c-abfc542361f6 gateway port host: dv-cinder-791240-5-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:11:44.033798 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-c891ec38-eb58-4396-8d28-631d89d71c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dddc476-cdca-4bbf-aa6c-abfc542361f6', 'name': 'tempest-AttachVolumeTestJSON-888737631-router', 'tenant_id': 'b481d864bbdf470583d302856fcdb3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '4399d554-4a99-426d-923f-dadf3ad56474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:01:06Z', 'updated_at': '2021-08-25T17:01:12Z', 'revision_number': 4, 'project_id': 'b481d864bbdf470583d302856fcdb3c2', 'gw_port': {'id': '4399d554-4a99-426d-923f-dadf3ad56474', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dddc476-cdca-4bbf-aa6c-abfc542361f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:01:07Z', 'updated_at': '2021-08-25T17:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_interfaces': [{'id': 'aa0fb896-50de-4f7f-9748-811e93e68d1b', 'name': '', 'network_id': 'd686dfae-89b6-4141-b607-e36388f6039b', 'tenant_id': 'b481d864bbdf470583d302856fcdb3c2', 'mac_address': 'fa:16:3e:26:c5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dddc476-cdca-4bbf-aa6c-abfc542361f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b924291b-4b0f-4431-8d0f-79843e01869c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:01:11Z', 'updated_at': '2021-08-25T17:01:22Z', 'revision_number': 5, 'project_id': 'b481d864bbdf470583d302856fcdb3c2', 'subnets': [{'id': 'b924291b-4b0f-4431-8d0f-79843e01869c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:11:44.055945 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea2ac8e-eadc-409d-817c-dcfbfac86bfc req-01c20154-3463-47f7-a7b4-378b64a66151 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:44.057432 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4ea2ac8e-eadc-409d-817c-dcfbfac86bfc req-01c20154-3463-47f7-a7b4-378b64a66151 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/ports?device_id=40c57fd4-d652-48ab-bc06-06a7e7c1a94e HTTP/1.1" status: 200 len: 944 time: 0.0524769 Aug 25 17:11:44.063429 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c891ec38-eb58-4396-8d28-631d89d71c44 None None] The sync data for ids ['4dddc476-cdca-4bbf-aa6c-abfc542361f6'] in dv-cinder-791240-5-iscsi is: [{'id': '4dddc476-cdca-4bbf-aa6c-abfc542361f6', 'name': 'tempest-AttachVolumeTestJSON-888737631-router', 'tenant_id': 'b481d864bbdf470583d302856fcdb3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '4399d554-4a99-426d-923f-dadf3ad56474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:01:06Z', 'updated_at': '2021-08-25T17:01:12Z', 'revision_number': 4, 'project_id': 'b481d864bbdf470583d302856fcdb3c2', 'gw_port': {'id': '4399d554-4a99-426d-923f-dadf3ad56474', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dddc476-cdca-4bbf-aa6c-abfc542361f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:01:07Z', 'updated_at': '2021-08-25T17:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_interfaces': [{'id': 'aa0fb896-50de-4f7f-9748-811e93e68d1b', 'name': '', 'network_id': 'd686dfae-89b6-4141-b607-e36388f6039b', 'tenant_id': 'b481d864bbdf470583d302856fcdb3c2', 'mac_address': 'fa:16:3e:26:c5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dddc476-cdca-4bbf-aa6c-abfc542361f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b924291b-4b0f-4431-8d0f-79843e01869c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:01:11Z', 'updated_at': '2021-08-25T17:01:22Z', 'revision_number': 5, 'project_id': 'b481d864bbdf470583d302856fcdb3c2', 'subnets': [{'id': 'b924291b-4b0f-4431-8d0f-79843e01869c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:11:44.098013 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4ea2ac8e-eadc-409d-817c-dcfbfac86bfc req-fd798082-3702-4f10-a3aa-b423dbd4c655 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/security-groups?id=9a7fe55f-19e7-4685-8491-78be94af470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346062 Aug 25 17:11:44.275308 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbad23ef-9d79-4db3-9e01-2acd688b83a4 None None] New status for floating IP 91b2562e-4a6f-48a6-9710-51d6ae1d684d: DOWN {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 17:11:44.634118 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 44356) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:11:44.689953 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b105b14-7c7e-4b83-9ffa-4c5746d19f5d tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:44.713183 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b105b14-7c7e-4b83-9ffa-4c5746d19f5d tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:44.763458 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b105b14-7c7e-4b83-9ffa-4c5746d19f5d tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:44.766297 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b105b14-7c7e-4b83-9ffa-4c5746d19f5d tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:44.767436 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-8b105b14-7c7e-4b83-9ffa-4c5746d19f5d tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "DELETE /v2.0/security-groups/ba155ec6-6b52-4d84-83b2-4a7d3aece2db HTTP/1.1" status: 204 len: 168 time: 0.1322455 Aug 25 17:11:44.770233 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 44358) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:11:44.777047 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b105b14-7c7e-4b83-9ffa-4c5746d19f5d tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba155ec6-6b52-4d84-83b2-4a7d3aece2db,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:11:44.785367 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.api.v2.resource [None req-0737f23b-066e-4b3d-879e-e8e5c507b918 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] show failed (client error): The resource could not be found. Aug 25 17:11:44.786410 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-0737f23b-066e-4b3d-879e-e8e5c507b918 tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "GET /v2.0/security-groups/ba155ec6-6b52-4d84-83b2-4a7d3aece2db HTTP/1.1" status: 404 len: 347 time: 0.0151124 Aug 25 17:11:44.789848 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 44360) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:11:44.910539 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-6549f298-c8f5-4453-bff3-e0a398a2e28d tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Deleting port 29b56226-c607-4698-8e5a-208a1e13db59 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:11:44.910789 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6549f298-c8f5-4453-bff3-e0a398a2e28d tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743706167839'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:45.266096 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd81c90-613e-4512-9991-936b9b517d15 req-d73a78da-744b-446b-9ad5-bdc352713c58 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:45.267535 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1fd81c90-613e-4512-9991-936b9b517d15 req-d73a78da-744b-446b-9ad5-bdc352713c58 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/ports?device_id=40c57fd4-d652-48ab-bc06-06a7e7c1a94e HTTP/1.1" status: 200 len: 944 time: 0.0749714 Aug 25 17:11:45.269140 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6549f298-c8f5-4453-bff3-e0a398a2e28d tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616478'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:45.269463 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6549f298-c8f5-4453-bff3-e0a398a2e28d tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:45.287751 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-6549f298-c8f5-4453-bff3-e0a398a2e28d tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Calling delete_port for 29b56226-c607-4698-8e5a-208a1e13db59 owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:11:45.324689 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device e1c60c7f-f840-450d-81e3-86d4a67f91d3 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:11:45.345021 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] No Port match for: e1c60c7f-f840-450d-81e3-86d4a67f91d3 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:11:45.345374 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device e1c60c7f-f840-450d-81e3-86d4a67f91d3 not bound to the agent host hv-cinder-79124 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:11:45.351763 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1fd81c90-613e-4512-9991-936b9b517d15 req-4152f193-0de4-420c-9228-421c359fc60a tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/security-groups?id=9a7fe55f-19e7-4685-8491-78be94af470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746713 Aug 25 17:11:45.451202 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6549f298-c8f5-4453-bff3-e0a398a2e28d tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743706076703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743705601028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3625696'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:45.478636 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6549f298-c8f5-4453-bff3-e0a398a2e28d tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Pushing event deleted for resources: {'Port': ['ID=29b56226-c607-4698-8e5a-208a1e13db59,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:11:45.502721 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549f298-c8f5-4453-bff3-e0a398a2e28d tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:11:45.503069 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549f298-c8f5-4453-bff3-e0a398a2e28d tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:11:45.503411 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549f298-c8f5-4453-bff3-e0a398a2e28d tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:11:45.503745 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549f298-c8f5-4453-bff3-e0a398a2e28d tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:11:45.504073 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549f298-c8f5-4453-bff3-e0a398a2e28d tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:11:45.504404 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549f298-c8f5-4453-bff3-e0a398a2e28d tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:11:45.504729 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549f298-c8f5-4453-bff3-e0a398a2e28d tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:11:45.505056 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549f298-c8f5-4453-bff3-e0a398a2e28d tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:11:45.505380 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549f298-c8f5-4453-bff3-e0a398a2e28d tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:11:45.505721 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549f298-c8f5-4453-bff3-e0a398a2e28d tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:11:45.506045 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549f298-c8f5-4453-bff3-e0a398a2e28d tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:11:45.506420 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549f298-c8f5-4453-bff3-e0a398a2e28d tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:11:45.547789 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6549f298-c8f5-4453-bff3-e0a398a2e28d tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:45.550294 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6549f298-c8f5-4453-bff3-e0a398a2e28d tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:45.551419 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-6549f298-c8f5-4453-bff3-e0a398a2e28d tempest-AttachVolumeTestJSON-741035760 tempest-AttachVolumeTestJSON-741035760-project] 10.222.0.88 "DELETE /v2.0/floatingips/91b2562e-4a6f-48a6-9710-51d6ae1d684d HTTP/1.1" status: 204 len: 168 time: 0.7601154 Aug 25 17:11:45.701338 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-56f6c626-5b4e-4b69-a4e3-860f5433de75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:45.918731 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:45.922710 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:46.465720 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87add77-efcd-4ca1-a81d-2cafe0e6e554 req-7a8d0c5d-2c24-4d20-b9e3-b4ded1d3314a tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:46.467165 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a87add77-efcd-4ca1-a81d-2cafe0e6e554 req-7a8d0c5d-2c24-4d20-b9e3-b4ded1d3314a tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/ports?device_id=40c57fd4-d652-48ab-bc06-06a7e7c1a94e HTTP/1.1" status: 200 len: 944 time: 0.0473967 Aug 25 17:11:46.503784 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a87add77-efcd-4ca1-a81d-2cafe0e6e554 req-93a7f7db-3cb1-4495-99ec-df532b0a38ad tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/security-groups?id=9a7fe55f-19e7-4685-8491-78be94af470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308607 Aug 25 17:11:47.066055 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3a305108-1f99-4b5d-a622-23901fed2525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:47.614643 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ab8cd3-610f-4628-a7b5-db9b04d3d2b2 req-b0b1fbeb-8ef1-4b81-a3c2-8ea9f0d71934 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:47.616588 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d0ab8cd3-610f-4628-a7b5-db9b04d3d2b2 req-b0b1fbeb-8ef1-4b81-a3c2-8ea9f0d71934 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/ports?device_id=40c57fd4-d652-48ab-bc06-06a7e7c1a94e HTTP/1.1" status: 200 len: 944 time: 0.0489535 Aug 25 17:11:47.653520 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d0ab8cd3-610f-4628-a7b5-db9b04d3d2b2 req-f4b1f1c8-0c37-4540-a0f8-280aae2ece8a tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/security-groups?id=9a7fe55f-19e7-4685-8491-78be94af470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305982 Aug 25 17:11:48.430032 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7978419e-b967-4a47-8975-0267302d25d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:48.767612 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1488beb-e7b1-4a60-bd30-20df75f0e02e req-babca859-04bc-49f0-95a9-527b7d8b72d8 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:48.769052 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d1488beb-e7b1-4a60-bd30-20df75f0e02e req-babca859-04bc-49f0-95a9-527b7d8b72d8 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/ports?device_id=40c57fd4-d652-48ab-bc06-06a7e7c1a94e HTTP/1.1" status: 200 len: 944 time: 0.0510585 Aug 25 17:11:48.806443 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d1488beb-e7b1-4a60-bd30-20df75f0e02e req-2c8a2dbe-e3ff-4738-b541-eaa5c9e00ef7 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/security-groups?id=9a7fe55f-19e7-4685-8491-78be94af470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311995 Aug 25 17:11:49.086459 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 44396) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:11:49.332730 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device cf2902e1-1a57-45f0-aabd-d17d26bf24be details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 17:11:49.428611 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port cf2902e1-1a57-45f0-aabd-d17d26bf24be, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=cf2902e1-1a57-45f0-aabd-d17d26bf24be,segment=NetworkSegment(5869c28b-1ae8-41c8-939f-b652bb6315aa),segment_id=5869c28b-1ae8-41c8-939f-b652bb6315aa)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:11:49.445232 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Returning: {'device': 'cf2902e1-1a57-45f0-aabd-d17d26bf24be', 'network_id': 'babef823-13d0-4c9c-ac11-3e08eee348af', 'port_id': 'cf2902e1-1a57-45f0-aabd-d17d26bf24be', 'mac_address': 'fa:16:3e:34:87:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1492, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfe00ef0-b79f-4f8a-b5ba-574e5c012373', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 17:11:49.482300 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:49.494892 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf2902e1-1a57-45f0-aabd-d17d26bf24be {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:11:49.513642 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port cf2902e1-1a57-45f0-aabd-d17d26bf24be, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=cf2902e1-1a57-45f0-aabd-d17d26bf24be,segment=NetworkSegment(5869c28b-1ae8-41c8-939f-b652bb6315aa),segment_id=5869c28b-1ae8-41c8-939f-b652bb6315aa)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:11:49.517905 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:49.529795 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a350de57-3270-46e8-920c-42d729fa36c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614607'] for router_interface, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:49.564828 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Pushing event updated for resources: {'Port': ['ID=cf2902e1-1a57-45f0-aabd-d17d26bf24be,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:11:49.770224 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-a350de57-3270-46e8-920c-42d729fa36c6 admin admin] Deleting port aa0fb896-50de-4f7f-9748-811e93e68d1b {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:11:49.770558 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a350de57-3270-46e8-920c-42d729fa36c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743706167839'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:49.845346 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] get_ports_and_sgs() called for port_ids ['cf2902e1-1a57-45f0-aabd-d17d26bf24be'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:11:49.849302 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-a350de57-3270-46e8-920c-42d729fa36c6 admin admin] For port aa0fb896-50de-4f7f-9748-811e93e68d1b, host dv-cinder-791240-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=aa0fb896-50de-4f7f-9748-811e93e68d1b,segment=NetworkSegment(5e3e5c27-313d-406c-97cc-b08ec9f9f718),segment_id=5e3e5c27-313d-406c-97cc-b08ec9f9f718)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:11:49.849685 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a350de57-3270-46e8-920c-42d729fa36c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616478'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:49.863050 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-a350de57-3270-46e8-920c-42d729fa36c6 admin admin] Calling delete_port for aa0fb896-50de-4f7f-9748-811e93e68d1b owned by network:router_interface {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:11:49.919408 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45721b85-c1e4-46e7-bb3c-00d07c149329 req-9c99bc57-5d9d-4712-8f05-183e4f77face tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:49.922816 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-45721b85-c1e4-46e7-bb3c-00d07c149329 req-9c99bc57-5d9d-4712-8f05-183e4f77face tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/ports?device_id=40c57fd4-d652-48ab-bc06-06a7e7c1a94e HTTP/1.1" status: 200 len: 945 time: 0.0512314 Aug 25 17:11:49.960522 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-45721b85-c1e4-46e7-bb3c-00d07c149329 req-8dacf416-8935-4f2c-b612-f6360ead18ae tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/security-groups?id=9a7fe55f-19e7-4685-8491-78be94af470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332658 Aug 25 17:11:50.050270 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a350de57-3270-46e8-920c-42d729fa36c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743706076703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743705601028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732937'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:50.077448 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a350de57-3270-46e8-920c-42d729fa36c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa0fb896-50de-4f7f-9748-811e93e68d1b,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:11:50.238601 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a350de57-3270-46e8-920c-42d729fa36c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16218525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614405'] for router_interface, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:50.451014 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a350de57-3270-46e8-920c-42d729fa36c6 admin admin] Router 4dddc476-cdca-4bbf-aa6c-abfc542361f6 has already been hosted by L3 agent d32565c1-f1a3-4226-8f5a-e505deb187a1 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:11:50.552709 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a350de57-3270-46e8-920c-42d729fa36c6 admin admin] Notify agent at l3_agent.dv-cinder-791240-5-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:11:50.558440 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-a350de57-3270-46e8-920c-42d729fa36c6 admin admin] 10.222.0.88 "PUT /v2.0/routers/4dddc476-cdca-4bbf-aa6c-abfc542361f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4709585 Aug 25 17:11:50.560912 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 44402) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:11:50.563469 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec161e75-3e7b-463a-8ed0-1bf2709d064e None None] Sync routers for ids ['4dddc476-cdca-4bbf-aa6c-abfc542361f6'] in dv-cinder-791240-5-iscsi {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:11:50.573365 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec161e75-3e7b-463a-8ed0-1bf2709d064e None None] Routers {'4dddc476-cdca-4bbf-aa6c-abfc542361f6'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:11:50.574010 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-ec161e75-3e7b-463a-8ed0-1bf2709d064e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:11:46Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['4dddc476-cdca-4bbf-aa6c-abfc542361f6'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:11:50.677417 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-ec161e75-3e7b-463a-8ed0-1bf2709d064e None None] Set router 4dddc476-cdca-4bbf-aa6c-abfc542361f6 gateway port host: dv-cinder-791240-5-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:11:50.864549 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-ec161e75-3e7b-463a-8ed0-1bf2709d064e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dddc476-cdca-4bbf-aa6c-abfc542361f6', 'name': 'tempest-AttachVolumeTestJSON-888737631-router', 'tenant_id': 'b481d864bbdf470583d302856fcdb3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '4399d554-4a99-426d-923f-dadf3ad56474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:01:06Z', 'updated_at': '2021-08-25T17:11:50Z', 'revision_number': 5, 'project_id': 'b481d864bbdf470583d302856fcdb3c2', 'gw_port': {'id': '4399d554-4a99-426d-923f-dadf3ad56474', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dddc476-cdca-4bbf-aa6c-abfc542361f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:01:07Z', 'updated_at': '2021-08-25T17:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi'}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:11:50.892288 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec161e75-3e7b-463a-8ed0-1bf2709d064e None None] Checking router: 4dddc476-cdca-4bbf-aa6c-abfc542361f6 for host: dv-cinder-791240-5-iscsi {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:11:50.901598 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec161e75-3e7b-463a-8ed0-1bf2709d064e None None] Routers {'4dddc476-cdca-4bbf-aa6c-abfc542361f6'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:11:50.902244 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-ec161e75-3e7b-463a-8ed0-1bf2709d064e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:11:46Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['4dddc476-cdca-4bbf-aa6c-abfc542361f6'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:11:50.923798 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d259862a-f81d-45c5-8e6b-2f004ecdf74e admin admin] Notify callbacks [] for router, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:51.010138 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-ec161e75-3e7b-463a-8ed0-1bf2709d064e None None] Set router 4dddc476-cdca-4bbf-aa6c-abfc542361f6 gateway port host: dv-cinder-791240-5-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:11:51.030893 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d259862a-f81d-45c5-8e6b-2f004ecdf74e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:51.083737 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d632f1-d257-4052-b85e-4485095fd40c req-8147d998-ce4c-46b7-968f-c6c7d3ac6e97 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:51.085867 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-86d632f1-d257-4052-b85e-4485095fd40c req-8147d998-ce4c-46b7-968f-c6c7d3ac6e97 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/ports?device_id=40c57fd4-d652-48ab-bc06-06a7e7c1a94e HTTP/1.1" status: 200 len: 945 time: 0.0559881 Aug 25 17:11:51.090206 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-d259862a-f81d-45c5-8e6b-2f004ecdf74e admin admin] Deleting port 4399d554-4a99-426d-923f-dadf3ad56474 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:11:51.090542 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d259862a-f81d-45c5-8e6b-2f004ecdf74e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743706167839'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:51.142232 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-86d632f1-d257-4052-b85e-4485095fd40c req-62980eb2-ecc7-44ba-a264-062df304a234 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/security-groups?id=9a7fe55f-19e7-4685-8491-78be94af470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484059 Aug 25 17:11:51.184235 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-d259862a-f81d-45c5-8e6b-2f004ecdf74e admin admin] For port 4399d554-4a99-426d-923f-dadf3ad56474, host dv-cinder-791240-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=4399d554-4a99-426d-923f-dadf3ad56474,segment=NetworkSegment(831650f3-50e7-4109-a77c-8151443483b4),segment_id=831650f3-50e7-4109-a77c-8151443483b4)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:11:51.184607 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d259862a-f81d-45c5-8e6b-2f004ecdf74e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616478'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:51.201309 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-d259862a-f81d-45c5-8e6b-2f004ecdf74e admin admin] Calling delete_port for 4399d554-4a99-426d-923f-dadf3ad56474 owned by network:router_gateway {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:11:51.317389 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-ec161e75-3e7b-463a-8ed0-1bf2709d064e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dddc476-cdca-4bbf-aa6c-abfc542361f6', 'name': 'tempest-AttachVolumeTestJSON-888737631-router', 'tenant_id': 'b481d864bbdf470583d302856fcdb3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '4399d554-4a99-426d-923f-dadf3ad56474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:01:06Z', 'updated_at': '2021-08-25T17:11:50Z', 'revision_number': 5, 'project_id': 'b481d864bbdf470583d302856fcdb3c2', 'gw_port': {'id': '4399d554-4a99-426d-923f-dadf3ad56474', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dddc476-cdca-4bbf-aa6c-abfc542361f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:01:07Z', 'updated_at': '2021-08-25T17:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi'}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:11:51.348257 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device cf2902e1-1a57-45f0-aabd-d17d26bf24be up at agent hyperv_hv-cinder-79124 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:11:51.352174 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec161e75-3e7b-463a-8ed0-1bf2709d064e None None] The sync data for ids ['4dddc476-cdca-4bbf-aa6c-abfc542361f6'] in dv-cinder-791240-5-iscsi is: [{'id': '4dddc476-cdca-4bbf-aa6c-abfc542361f6', 'name': 'tempest-AttachVolumeTestJSON-888737631-router', 'tenant_id': 'b481d864bbdf470583d302856fcdb3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '4399d554-4a99-426d-923f-dadf3ad56474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:01:06Z', 'updated_at': '2021-08-25T17:11:50Z', 'revision_number': 5, 'project_id': 'b481d864bbdf470583d302856fcdb3c2', 'gw_port': {'id': '4399d554-4a99-426d-923f-dadf3ad56474', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dddc476-cdca-4bbf-aa6c-abfc542361f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:01:07Z', 'updated_at': '2021-08-25T17:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi'}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:11:51.362634 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d259862a-f81d-45c5-8e6b-2f004ecdf74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743706076703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743705601028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732937'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:51.393048 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d259862a-f81d-45c5-8e6b-2f004ecdf74e admin admin] Pushing event deleted for resources: {'Port': ['ID=4399d554-4a99-426d-923f-dadf3ad56474,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:11:51.403615 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Provisioning for port cf2902e1-1a57-45f0-aabd-d17d26bf24be completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:11:51.407612 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Provisioning complete for port cf2902e1-1a57-45f0-aabd-d17d26bf24be triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:11:51.408048 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16078047'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:51.454531 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d259862a-f81d-45c5-8e6b-2f004ecdf74e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613983'] for router_gateway, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:51.494757 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:51.516836 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c57fd4-d652-48ab-bc06-06a7e7c1a94e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf2902e1-1a57-45f0-aabd-d17d26bf24be'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:11:51.519127 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a4fac4520762e8d57daf7008e8680b9db75e4099b28a5f40786ddec6b187ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b3ab168-ac89-4ceb-8b85-c4ab3046efd3" -d '{"events": [{"server_uuid": "40c57fd4-d652-48ab-bc06-06a7e7c1a94e", "name": "network-vif-plugged", "status": "completed", "tag": "cf2902e1-1a57-45f0-aabd-d17d26bf24be"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:11:51.532741 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] For port cf2902e1-1a57-45f0-aabd-d17d26bf24be, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=cf2902e1-1a57-45f0-aabd-d17d26bf24be,segment=NetworkSegment(5869c28b-1ae8-41c8-939f-b652bb6315aa),segment_id=5869c28b-1ae8-41c8-939f-b652bb6315aa)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:11:51.536929 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:51.549512 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d259862a-f81d-45c5-8e6b-2f004ecdf74e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36927'] for router, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:51.551833 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d259862a-f81d-45c5-8e6b-2f004ecdf74e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:51.590069 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Pushing event updated for resources: {'Port': ['ID=cf2902e1-1a57-45f0-aabd-d17d26bf24be,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:11:51.605082 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d259862a-f81d-45c5-8e6b-2f004ecdf74e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612047'] for router, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:51.605888 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d259862a-f81d-45c5-8e6b-2f004ecdf74e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4dddc476-cdca-4bbf-aa6c-abfc542361f6 {{(pid=93882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 17:11:51.610890 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d259862a-f81d-45c5-8e6b-2f004ecdf74e admin admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:51.612206 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-d259862a-f81d-45c5-8e6b-2f004ecdf74e admin admin] 10.222.0.88 "DELETE /v2.0/routers/4dddc476-cdca-4bbf-aa6c-abfc542361f6 HTTP/1.1" status: 204 len: 168 time: 1.0503609 Aug 25 17:11:51.614759 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 44410) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:11:51.626035 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45633f2a-9d9d-4cca-bdf9-335616f84cae x-openstack-request-id: req-45633f2a-9d9d-4cca-bdf9-335616f84cae {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:11:51.626329 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c57fd4-d652-48ab-bc06-06a7e7c1a94e", "name": "network-vif-plugged", "status": "completed", "tag": "cf2902e1-1a57-45f0-aabd-d17d26bf24be", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:11:51.626606 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-45633f2a-9d9d-4cca-bdf9-335616f84cae {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:11:51.627028 dv-cinder-791240-5-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c57fd4-d652-48ab-bc06-06a7e7c1a94e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf2902e1-1a57-45f0-aabd-d17d26bf24be', 'code': 200} Aug 25 17:11:51.659499 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d691038-8191-4104-92c5-8fc5dfd29d0c admin admin] Deleting subnet b924291b-4b0f-4431-8d0f-79843e01869c {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 17:11:51.662476 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7d691038-8191-4104-92c5-8fc5dfd29d0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:51.697528 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7d691038-8191-4104-92c5-8fc5dfd29d0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4113530'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:51.785482 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7d691038-8191-4104-92c5-8fc5dfd29d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16204973'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:51.872098 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49f519-b370-488b-983f-08f788fcd724 req-79635bb0-741c-4d28-aff1-ae34892e030e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:51.873610 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6f49f519-b370-488b-983f-08f788fcd724 req-79635bb0-741c-4d28-aff1-ae34892e030e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=40c57fd4-d652-48ab-bc06-06a7e7c1a94e HTTP/1.1" status: 200 len: 1099 time: 0.0534270 Aug 25 17:11:51.874979 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7d691038-8191-4104-92c5-8fc5dfd29d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16204962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3732890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26007577'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:51.916270 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d691038-8191-4104-92c5-8fc5dfd29d0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b924291b-4b0f-4431-8d0f-79843e01869c,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:11:51.917772 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f19dc5-6820-41c6-ac89-99ee4ed592fb None None] Network d686dfae-89b6-4141-b607-e36388f6039b requested from dv-cinder-791240-5-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:11:51.920700 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7d691038-8191-4104-92c5-8fc5dfd29d0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:51.922604 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-7d691038-8191-4104-92c5-8fc5dfd29d0c admin admin] 10.222.0.88 "DELETE /v2.0/subnets/b924291b-4b0f-4431-8d0f-79843e01869c HTTP/1.1" status: 204 len: 168 time: 0.3069046 Aug 25 17:11:51.925342 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 44412) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:11:51.939250 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6f49f519-b370-488b-983f-08f788fcd724 req-d7320621-d39c-42dd-abe7-0732fdbaff06 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9a7fe55f-19e7-4685-8491-78be94af470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547745 Aug 25 17:11:52.003068 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f8712909-8222-48bd-a6a3-9c1c5242d18e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16174397'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:52.064276 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-f8712909-8222-48bd-a6a3-9c1c5242d18e admin admin] Deleting port 5716f786-73ca-4fa2-90a3-e8c5a6e64f16 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:11:52.064627 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f8712909-8222-48bd-a6a3-9c1c5242d18e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743706167839'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:52.129256 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-f8712909-8222-48bd-a6a3-9c1c5242d18e admin admin] For port 5716f786-73ca-4fa2-90a3-e8c5a6e64f16, host dv-cinder-791240-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=5716f786-73ca-4fa2-90a3-e8c5a6e64f16,segment=NetworkSegment(5e3e5c27-313d-406c-97cc-b08ec9f9f718),segment_id=5e3e5c27-313d-406c-97cc-b08ec9f9f718)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:11:52.129955 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f8712909-8222-48bd-a6a3-9c1c5242d18e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616478'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:52.142861 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-f8712909-8222-48bd-a6a3-9c1c5242d18e admin admin] Calling delete_port for 5716f786-73ca-4fa2-90a3-e8c5a6e64f16 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:11:52.244839 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f8712909-8222-48bd-a6a3-9c1c5242d18e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743706076703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743705601028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3625696'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:52.272700 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8712909-8222-48bd-a6a3-9c1c5242d18e admin admin] Pushing event deleted for resources: {'Port': ['ID=5716f786-73ca-4fa2-90a3-e8c5a6e64f16,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:11:52.278791 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8712909-8222-48bd-a6a3-9c1c5242d18e admin admin] No DVR routers for this DVR port 5716f786-73ca-4fa2-90a3-e8c5a6e64f16 on host dv-cinder-791240-5-iscsi {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:11:52.314609 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091dca94-6cec-4a49-ae27-9e85b21e0783 req-629769c2-9ed0-45db-92ca-b2adf3039bcd tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:52.316082 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-091dca94-6cec-4a49-ae27-9e85b21e0783 req-629769c2-9ed0-45db-92ca-b2adf3039bcd tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/ports?device_id=40c57fd4-d652-48ab-bc06-06a7e7c1a94e HTTP/1.1" status: 200 len: 946 time: 0.1018181 Aug 25 17:11:52.380776 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f8712909-8222-48bd-a6a3-9c1c5242d18e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16079958', 'neutron.services.segments.db._delete_segments_for_network-8743706101742'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:52.399054 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-f8712909-8222-48bd-a6a3-9c1c5242d18e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d686dfae-89b6-4141-b607-e36388f6039b']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:11:52.403649 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-091dca94-6cec-4a49-ae27-9e85b21e0783 req-d4787f35-9170-4cca-8ab5-eeefa25cbe8f tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/security-groups?id=9a7fe55f-19e7-4685-8491-78be94af470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771375 Aug 25 17:11:52.404220 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1815a8e8-6bb3-42c5-aff4-f2811eab8a25 None None] DHCP port deletion for d686dfae-89b6-4141-b607-e36388f6039b request from dv-cinder-791240-5-iscsi {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 17:11:52.413018 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-f8712909-8222-48bd-a6a3-9c1c5242d18e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e3e5c27-313d-406c-97cc-b08ec9f9f718') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:11:52.413595 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-f8712909-8222-48bd-a6a3-9c1c5242d18e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e3e5c27-313d-406c-97cc-b08ec9f9f718') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:11:52.423581 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f8712909-8222-48bd-a6a3-9c1c5242d18e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743706101625', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3565467'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:52.441749 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f8712909-8222-48bd-a6a3-9c1c5242d18e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16206884'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:52.447888 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8712909-8222-48bd-a6a3-9c1c5242d18e admin admin] Releasing vlan 1468 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 17:11:52.448506 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f8712909-8222-48bd-a6a3-9c1c5242d18e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16206884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3625685'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:52.450440 dv-cinder-791240-5-iscsi neutron-server[93883]: Traceback (most recent call last): Aug 25 17:11:52.450440 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 17:11:52.450440 dv-cinder-791240-5-iscsi neutron-server[93883]: timer() Aug 25 17:11:52.450440 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 17:11:52.450440 dv-cinder-791240-5-iscsi neutron-server[93883]: cb(*args, **kw) Aug 25 17:11:52.450440 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 17:11:52.450440 dv-cinder-791240-5-iscsi neutron-server[93883]: return func(*args, **kwargs) Aug 25 17:11:52.450440 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 17:11:52.450440 dv-cinder-791240-5-iscsi neutron-server[93883]: self._notify() Aug 25 17:11:52.450440 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 17:11:52.450440 dv-cinder-791240-5-iscsi neutron-server[93883]: self.callback(batched_events) Aug 25 17:11:52.450440 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 17:11:52.450440 dv-cinder-791240-5-iscsi neutron-server[93883]: event.method(event) Aug 25 17:11:52.450440 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 17:11:52.450440 dv-cinder-791240-5-iscsi neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 17:11:52.450440 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 17:11:52.450440 dv-cinder-791240-5-iscsi neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 17:11:52.450440 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 17:11:52.450440 dv-cinder-791240-5-iscsi neutron-server[93883]: return f(self, *a, **k) Aug 25 17:11:52.450440 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 17:11:52.450440 dv-cinder-791240-5-iscsi neutron-server[93883]: return self._get(url).json() Aug 25 17:11:52.450440 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 17:11:52.450440 dv-cinder-791240-5-iscsi neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 17:11:52.450440 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 17:11:52.450440 dv-cinder-791240-5-iscsi neutron-server[93883]: return self.request(url, 'GET', **kwargs) Aug 25 17:11:52.450440 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 17:11:52.450440 dv-cinder-791240-5-iscsi neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 17:11:52.450440 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 17:11:52.450440 dv-cinder-791240-5-iscsi neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 17:11:52.450440 dv-cinder-791240-5-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 17:11:52.450440 dv-cinder-791240-5-iscsi neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 17:11:52.450440 dv-cinder-791240-5-iscsi neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 17:11:52.507571 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f8712909-8222-48bd-a6a3-9c1c5242d18e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16079919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613987'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:52.512036 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f8712909-8222-48bd-a6a3-9c1c5242d18e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16218488'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:52.513926 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-f8712909-8222-48bd-a6a3-9c1c5242d18e admin admin] 10.222.0.88 "DELETE /v2.0/networks/d686dfae-89b6-4141-b607-e36388f6039b HTTP/1.1" status: 204 len: 168 time: 0.5871971 Aug 25 17:11:52.526277 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8712909-8222-48bd-a6a3-9c1c5242d18e admin admin] Pushing event deleted for resources: {'Network': ['ID=d686dfae-89b6-4141-b607-e36388f6039b,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:11:52.634739 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 44418) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:11:52.674089 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-820ff753-dbef-4568-b670-444ed3472338 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b481d864bbdf470583d302856fcdb3c2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0380921 Aug 25 17:11:52.676313 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 44420) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:11:52.724037 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fd4b04e9-2642-4bfd-afc6-375d8d381dd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:52.744842 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fd4b04e9-2642-4bfd-afc6-375d8d381dd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:52.790419 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fd4b04e9-2642-4bfd-afc6-375d8d381dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:52.793113 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fd4b04e9-2642-4bfd-afc6-375d8d381dd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:52.794294 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-fd4b04e9-2642-4bfd-afc6-375d8d381dd6 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c405f9b5-c2eb-41ab-8824-bd0db83a620d HTTP/1.1" status: 204 len: 168 time: 0.1171048 Aug 25 17:11:52.802000 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4b04e9-2642-4bfd-afc6-375d8d381dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c405f9b5-c2eb-41ab-8824-bd0db83a620d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:11:53.118546 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device 4399d554-4a99-426d-923f-dadf3ad56474 no longer exists at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:11:53.142375 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] No Port match for: 4399d554-4a99-426d-923f-dadf3ad56474 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:11:53.142728 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device 4399d554-4a99-426d-923f-dadf3ad56474 not bound to the agent host dv-cinder-791240-5-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:11:53.143161 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device aa0fb896-50de-4f7f-9748-811e93e68d1b no longer exists at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:11:53.165087 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] No Port match for: aa0fb896-50de-4f7f-9748-811e93e68d1b {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:11:53.165087 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device aa0fb896-50de-4f7f-9748-811e93e68d1b not bound to the agent host dv-cinder-791240-5-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:11:53.165087 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device 5716f786-73ca-4fa2-90a3-e8c5a6e64f16 no longer exists at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:11:53.183582 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] No Port match for: 5716f786-73ca-4fa2-90a3-e8c5a6e64f16 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:11:53.183932 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device 5716f786-73ca-4fa2-90a3-e8c5a6e64f16 not bound to the agent host dv-cinder-791240-5-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:11:53.538844 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae20523a-c806-459b-b4bf-71623e2b4604 req-c574bf0f-514e-45ac-a4cf-0dcdc7ab2f60 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:53.540356 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ae20523a-c806-459b-b4bf-71623e2b4604 req-c574bf0f-514e-45ac-a4cf-0dcdc7ab2f60 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/ports?device_id=40c57fd4-d652-48ab-bc06-06a7e7c1a94e HTTP/1.1" status: 200 len: 946 time: 0.0558505 Aug 25 17:11:53.579703 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ae20523a-c806-459b-b4bf-71623e2b4604 req-d945f7de-0741-4cf9-a249-dd825c1506e9 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/security-groups?id=9a7fe55f-19e7-4685-8491-78be94af470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332344 Aug 25 17:11:53.692876 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f4753-10e1-4e36-a141-95b0b388425f req-da758108-e36d-4fe0-99a3-c9bed88c5129 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:53.694971 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-de2f4753-10e1-4e36-a141-95b0b388425f req-da758108-e36d-4fe0-99a3-c9bed88c5129 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/ports?device_id=40c57fd4-d652-48ab-bc06-06a7e7c1a94e HTTP/1.1" status: 200 len: 946 time: 0.0495288 Aug 25 17:11:53.733473 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-de2f4753-10e1-4e36-a141-95b0b388425f req-d221ef62-93e6-431a-9957-e9749c852ba1 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/security-groups?id=9a7fe55f-19e7-4685-8491-78be94af470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324967 Aug 25 17:11:53.755617 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 44454) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:11:53.986946 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99098bc-84e7-44eb-8f5d-24dd04ae0711 tempest-TestVolumeBootPattern-2049241211 tempest-TestVolumeBootPattern-2049241211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:53.988488 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-b99098bc-84e7-44eb-8f5d-24dd04ae0711 tempest-TestVolumeBootPattern-2049241211 tempest-TestVolumeBootPattern-2049241211-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=40c57fd4-d652-48ab-bc06-06a7e7c1a94e HTTP/1.1" status: 200 len: 1094 time: 0.2311559 Aug 25 17:11:53.991890 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 44464) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:11:53.996316 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-deccb038-cd15-4f26-9d99-0acb0576bd87 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Request body: {'floatingip': {'floating_network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'port_id': 'cf2902e1-1a57-45f0-aabd-d17d26bf24be', 'tenant_id': 'ba5739dee5fb41749a615cb50fc983d9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:11:54.018609 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-deccb038-cd15-4f26-9d99-0acb0576bd87 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks [] for floatingip, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:54.118717 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-deccb038-cd15-4f26-9d99-0acb0576bd87 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:54.234409 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-deccb038-cd15-4f26-9d99-0acb0576bd87 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Allocated IP 172.27.2.109 (914f4934-f5ad-4127-8ba1-186f4f0b2c29/116950f5-36d3-4fc2-ae19-feb6e35b150a/6e9c38dd-eb0f-42bf-a0e7-5046891b48b5) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:11:54.336580 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-deccb038-cd15-4f26-9d99-0acb0576bd87 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:54.377166 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-deccb038-cd15-4f26-9d99-0acb0576bd87 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743705601783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732937'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:54.419726 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deccb038-cd15-4f26-9d99-0acb0576bd87 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Network 914f4934-f5ad-4127-8ba1-186f4f0b2c29 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:11:54.422725 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-deccb038-cd15-4f26-9d99-0acb0576bd87 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:11:54.427127 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deccb038-cd15-4f26-9d99-0acb0576bd87 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:11:54.430411 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deccb038-cd15-4f26-9d99-0acb0576bd87 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Pushing event updated for resources: {'Port': ['ID=6e9c38dd-eb0f-42bf-a0e7-5046891b48b5,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:11:54.534667 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-675b0cfa-30a8-494e-b3ff-bb445488b7d8 None None] Agent healthcheck: found 6 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:11:54.782509 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-deccb038-cd15-4f26-9d99-0acb0576bd87 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:54.845485 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-deccb038-cd15-4f26-9d99-0acb0576bd87 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16189782'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:54.992513 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-deccb038-cd15-4f26-9d99-0acb0576bd87 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:54.997081 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-deccb038-cd15-4f26-9d99-0acb0576bd87 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743706076721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743705601037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743705601055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3732944'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:55.072797 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deccb038-cd15-4f26-9d99-0acb0576bd87 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Pushing event updated for resources: {'Port': ['ID=6e9c38dd-eb0f-42bf-a0e7-5046891b48b5,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:11:55.079026 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-deccb038-cd15-4f26-9d99-0acb0576bd87 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614033'] for floatingip, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:55.183515 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.db.l3_db [None req-deccb038-cd15-4f26-9d99-0acb0576bd87 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Floating IP 55f46f63-f4f4-4c49-a6ff-a473a2c7d25b associated. External IP: 172.27.2.109, port: cf2902e1-1a57-45f0-aabd-d17d26bf24be. Aug 25 17:11:55.385732 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deccb038-cd15-4f26-9d99-0acb0576bd87 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Router 04b77e9b-3ed7-48f6-b59b-3883882c6b63 has already been hosted by L3 agent d32565c1-f1a3-4226-8f5a-e505deb187a1 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:11:55.498637 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deccb038-cd15-4f26-9d99-0acb0576bd87 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify agent at l3_agent.dv-cinder-791240-5-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:11:55.510193 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b202d3d-d606-45d9-9e0b-e12d39847875 None None] Sync routers for ids ['04b77e9b-3ed7-48f6-b59b-3883882c6b63'] in dv-cinder-791240-5-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:11:55.520782 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b202d3d-d606-45d9-9e0b-e12d39847875 None None] Routers {'04b77e9b-3ed7-48f6-b59b-3883882c6b63'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:11:55.521125 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-deccb038-cd15-4f26-9d99-0acb0576bd87 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:55.521976 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-1b202d3d-d606-45d9-9e0b-e12d39847875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:11:46Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['04b77e9b-3ed7-48f6-b59b-3883882c6b63'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:11:55.561825 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-deccb038-cd15-4f26-9d99-0acb0576bd87 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5568285 Aug 25 17:11:55.561825 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40c57fd4-d652-48ab-bc06-06a7e7c1a94e', 'tag': 'cf2902e1-1a57-45f0-aabd-d17d26bf24be'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:11:55.561825 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30294bf1a97406c8a8235025fddf2f3c25b52a26b11c10f571ea972848b08700" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b488fe-26f5-4186-b330-5cdedcd1ce40" -d '{"events": [{"name": "network-changed", "server_uuid": "40c57fd4-d652-48ab-bc06-06a7e7c1a94e", "tag": "cf2902e1-1a57-45f0-aabd-d17d26bf24be"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:11:55.596686 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657b7f78-d1f2-4bbf-a5c4-02cbd5ab31b4 x-openstack-request-id: req-657b7f78-d1f2-4bbf-a5c4-02cbd5ab31b4 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:11:55.597089 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40c57fd4-d652-48ab-bc06-06a7e7c1a94e", "tag": "cf2902e1-1a57-45f0-aabd-d17d26bf24be", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:11:55.597508 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-657b7f78-d1f2-4bbf-a5c4-02cbd5ab31b4 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:11:55.597937 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40c57fd4-d652-48ab-bc06-06a7e7c1a94e', 'tag': 'cf2902e1-1a57-45f0-aabd-d17d26bf24be', 'status': 'completed', 'code': 200} Aug 25 17:11:55.635104 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-1b202d3d-d606-45d9-9e0b-e12d39847875 None None] Set router 04b77e9b-3ed7-48f6-b59b-3883882c6b63 gateway port host: dv-cinder-791240-5-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:11:55.661448 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b488fe-26f5-4186-b330-5cdedcd1ce40 req-ca50d72f-53bf-4d92-abd6-1497dfe57c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:55.663558 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-96b488fe-26f5-4186-b330-5cdedcd1ce40 req-ca50d72f-53bf-4d92-abd6-1497dfe57c81 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ba5739dee5fb41749a615cb50fc983d9&device_id=40c57fd4-d652-48ab-bc06-06a7e7c1a94e HTTP/1.1" status: 200 len: 1099 time: 0.0438762 Aug 25 17:11:55.762571 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b488fe-26f5-4186-b330-5cdedcd1ce40 req-acf3a826-e63d-4e98-a398-672da5d34fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:55.764067 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-96b488fe-26f5-4186-b330-5cdedcd1ce40 req-acf3a826-e63d-4e98-a398-672da5d34fc1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=babef823-13d0-4c9c-ac11-3e08eee348af HTTP/1.1" status: 200 len: 914 time: 0.0909121 Aug 25 17:11:55.834959 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-96b488fe-26f5-4186-b330-5cdedcd1ce40 req-72de539b-ccae-4b1e-8993-6a17351a9f11 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf2902e1-1a57-45f0-aabd-d17d26bf24be HTTP/1.1" status: 200 len: 1000 time: 0.0632308 Aug 25 17:11:55.881405 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-1b202d3d-d606-45d9-9e0b-e12d39847875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'name': 'tempest-TestVolumeBootPattern-2088495679-router', 'tenant_id': 'ba5739dee5fb41749a615cb50fc983d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'ad7c7f20-613e-470e-a73e-3d5fae39d3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:02:51Z', 'updated_at': '2021-08-25T17:02:55Z', 'revision_number': 4, 'project_id': 'ba5739dee5fb41749a615cb50fc983d9', 'gw_port': {'id': 'ad7c7f20-613e-470e-a73e-3d5fae39d3f1', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ba:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:52Z', 'updated_at': '2021-08-25T17:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_floatingips': [{'id': '37bb81f4-77fe-458c-8059-ac89f0eee4d7', 'tenant_id': 'ba5739dee5fb41749a615cb50fc983d9', 'floating_ip_address': '172.27.2.57', 'floating_network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'router_id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'port_id': '6488b641-e221-44be-b4bf-ed3d81a37b03', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'babef823-13d0-4c9c-ac11-3e08eee348af', 'mac_address': 'fa:16:3e:bc:99:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084babe8-2f32-483a-aab0-778df51c22eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:09:21Z', 'updated_at': '2021-08-25T17:09:23Z', 'revision_number': 1, 'project_id': 'ba5739dee5fb41749a615cb50fc983d9', 'fixed_ip_address_scope': None}, {'id': '55f46f63-f4f4-4c49-a6ff-a473a2c7d25b', 'tenant_id': 'ba5739dee5fb41749a615cb50fc983d9', 'floating_ip_address': '172.27.2.109', 'floating_network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'router_id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'port_id': 'cf2902e1-1a57-45f0-aabd-d17d26bf24be', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'babef823-13d0-4c9c-ac11-3e08eee348af', 'mac_address': 'fa:16:3e:34:87:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c57fd4-d652-48ab-bc06-06a7e7c1a94e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:11:54Z', 'updated_at': '2021-08-25T17:11:54Z', 'revision_number': 0, 'project_id': 'ba5739dee5fb41749a615cb50fc983d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6010d72b-2694-48b0-8a36-446ebc025733', 'name': '', 'network_id': 'babef823-13d0-4c9c-ac11-3e08eee348af', 'tenant_id': 'ba5739dee5fb41749a615cb50fc983d9', 'mac_address': 'fa:16:3e:94:64:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'bfe00ef0-b79f-4f8a-b5ba-574e5c012373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:54Z', 'updated_at': '2021-08-25T17:03:03Z', 'revision_number': 5, 'project_id': 'ba5739dee5fb41749a615cb50fc983d9', 'subnets': [{'id': 'bfe00ef0-b79f-4f8a-b5ba-574e5c012373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:11:55.892822 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b488fe-26f5-4186-b330-5cdedcd1ce40 req-8b616dca-a76d-4f64-8666-81d02b988a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:55.894448 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-96b488fe-26f5-4186-b330-5cdedcd1ce40 req-8b616dca-a76d-4f64-8666-81d02b988a2f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bfe00ef0-b79f-4f8a-b5ba-574e5c012373 HTTP/1.1" status: 200 len: 851 time: 0.0511343 Aug 25 17:11:55.914716 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b202d3d-d606-45d9-9e0b-e12d39847875 None None] Checking router: 04b77e9b-3ed7-48f6-b59b-3883882c6b63 for host: dv-cinder-791240-5-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:11:55.923410 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b202d3d-d606-45d9-9e0b-e12d39847875 None None] Routers {'04b77e9b-3ed7-48f6-b59b-3883882c6b63'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:11:55.924014 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-1b202d3d-d606-45d9-9e0b-e12d39847875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:11:46Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['04b77e9b-3ed7-48f6-b59b-3883882c6b63'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:11:55.944191 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b488fe-26f5-4186-b330-5cdedcd1ce40 req-9bdea681-ef13-4373-9360-7115c7c9d3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:11:55.945666 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-96b488fe-26f5-4186-b330-5cdedcd1ce40 req-9bdea681-ef13-4373-9360-7115c7c9d3d9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=babef823-13d0-4c9c-ac11-3e08eee348af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421889 Aug 25 17:11:56.029289 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-1b202d3d-d606-45d9-9e0b-e12d39847875 None None] Set router 04b77e9b-3ed7-48f6-b59b-3883882c6b63 gateway port host: dv-cinder-791240-5-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:11:56.041941 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-96b488fe-26f5-4186-b330-5cdedcd1ce40 req-55287e46-9a79-4921-87e5-526277165698 service neutron] 10.222.0.16 "GET /v2.0/networks/babef823-13d0-4c9c-ac11-3e08eee348af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865889 Aug 25 17:11:56.130727 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-96b488fe-26f5-4186-b330-5cdedcd1ce40 req-9c20d3dc-b4cf-464c-839b-792266c52356 service neutron] 10.222.0.16 "GET /v2.0/networks/babef823-13d0-4c9c-ac11-3e08eee348af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818367 Aug 25 17:11:56.259465 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-1b202d3d-d606-45d9-9e0b-e12d39847875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'name': 'tempest-TestVolumeBootPattern-2088495679-router', 'tenant_id': 'ba5739dee5fb41749a615cb50fc983d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'ad7c7f20-613e-470e-a73e-3d5fae39d3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:02:51Z', 'updated_at': '2021-08-25T17:02:55Z', 'revision_number': 4, 'project_id': 'ba5739dee5fb41749a615cb50fc983d9', 'gw_port': {'id': 'ad7c7f20-613e-470e-a73e-3d5fae39d3f1', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ba:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:52Z', 'updated_at': '2021-08-25T17:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_floatingips': [{'id': '37bb81f4-77fe-458c-8059-ac89f0eee4d7', 'tenant_id': 'ba5739dee5fb41749a615cb50fc983d9', 'floating_ip_address': '172.27.2.57', 'floating_network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'router_id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'port_id': '6488b641-e221-44be-b4bf-ed3d81a37b03', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'babef823-13d0-4c9c-ac11-3e08eee348af', 'mac_address': 'fa:16:3e:bc:99:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084babe8-2f32-483a-aab0-778df51c22eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:09:21Z', 'updated_at': '2021-08-25T17:09:23Z', 'revision_number': 1, 'project_id': 'ba5739dee5fb41749a615cb50fc983d9', 'fixed_ip_address_scope': None}, {'id': '55f46f63-f4f4-4c49-a6ff-a473a2c7d25b', 'tenant_id': 'ba5739dee5fb41749a615cb50fc983d9', 'floating_ip_address': '172.27.2.109', 'floating_network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'router_id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'port_id': 'cf2902e1-1a57-45f0-aabd-d17d26bf24be', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'babef823-13d0-4c9c-ac11-3e08eee348af', 'mac_address': 'fa:16:3e:34:87:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c57fd4-d652-48ab-bc06-06a7e7c1a94e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:11:54Z', 'updated_at': '2021-08-25T17:11:54Z', 'revision_number': 0, 'project_id': 'ba5739dee5fb41749a615cb50fc983d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6010d72b-2694-48b0-8a36-446ebc025733', 'name': '', 'network_id': 'babef823-13d0-4c9c-ac11-3e08eee348af', 'tenant_id': 'ba5739dee5fb41749a615cb50fc983d9', 'mac_address': 'fa:16:3e:94:64:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'bfe00ef0-b79f-4f8a-b5ba-574e5c012373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:54Z', 'updated_at': '2021-08-25T17:03:03Z', 'revision_number': 5, 'project_id': 'ba5739dee5fb41749a615cb50fc983d9', 'subnets': [{'id': 'bfe00ef0-b79f-4f8a-b5ba-574e5c012373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:11:56.284695 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b202d3d-d606-45d9-9e0b-e12d39847875 None None] The sync data for ids ['04b77e9b-3ed7-48f6-b59b-3883882c6b63'] in dv-cinder-791240-5-iscsi is: [{'id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'name': 'tempest-TestVolumeBootPattern-2088495679-router', 'tenant_id': 'ba5739dee5fb41749a615cb50fc983d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'ad7c7f20-613e-470e-a73e-3d5fae39d3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:02:51Z', 'updated_at': '2021-08-25T17:02:55Z', 'revision_number': 4, 'project_id': 'ba5739dee5fb41749a615cb50fc983d9', 'gw_port': {'id': 'ad7c7f20-613e-470e-a73e-3d5fae39d3f1', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ba:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:52Z', 'updated_at': '2021-08-25T17:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_floatingips': [{'id': '37bb81f4-77fe-458c-8059-ac89f0eee4d7', 'tenant_id': 'ba5739dee5fb41749a615cb50fc983d9', 'floating_ip_address': '172.27.2.57', 'floating_network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'router_id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'port_id': '6488b641-e221-44be-b4bf-ed3d81a37b03', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'babef823-13d0-4c9c-ac11-3e08eee348af', 'mac_address': 'fa:16:3e:bc:99:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084babe8-2f32-483a-aab0-778df51c22eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:09:21Z', 'updated_at': '2021-08-25T17:09:23Z', 'revision_number': 1, 'project_id': 'ba5739dee5fb41749a615cb50fc983d9', 'fixed_ip_address_scope': None}, {'id': '55f46f63-f4f4-4c49-a6ff-a473a2c7d25b', 'tenant_id': 'ba5739dee5fb41749a615cb50fc983d9', 'floating_ip_address': '172.27.2.109', 'floating_network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'router_id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'port_id': 'cf2902e1-1a57-45f0-aabd-d17d26bf24be', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'babef823-13d0-4c9c-ac11-3e08eee348af', 'mac_address': 'fa:16:3e:34:87:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c57fd4-d652-48ab-bc06-06a7e7c1a94e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:11:54Z', 'updated_at': '2021-08-25T17:11:54Z', 'revision_number': 0, 'project_id': 'ba5739dee5fb41749a615cb50fc983d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6010d72b-2694-48b0-8a36-446ebc025733', 'name': '', 'network_id': 'babef823-13d0-4c9c-ac11-3e08eee348af', 'tenant_id': 'ba5739dee5fb41749a615cb50fc983d9', 'mac_address': 'fa:16:3e:94:64:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'bfe00ef0-b79f-4f8a-b5ba-574e5c012373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:54Z', 'updated_at': '2021-08-25T17:03:03Z', 'revision_number': 5, 'project_id': 'ba5739dee5fb41749a615cb50fc983d9', 'subnets': [{'id': 'bfe00ef0-b79f-4f8a-b5ba-574e5c012373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:11:56.462847 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2878ae-f041-4298-b42c-9316d03bcde0 None None] New status for floating IP 55f46f63-f4f4-4c49-a6ff-a473a2c7d25b: ACTIVE {{(pid=93884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 17:11:57.246714 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 44518) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:11:57.347386 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dc7954bc-0bcf-4ff7-b461-fc3999de898b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:57.437629 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dc7954bc-0bcf-4ff7-b461-fc3999de898b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:57.441222 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dc7954bc-0bcf-4ff7-b461-fc3999de898b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:57.479700 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7954bc-0bcf-4ff7-b461-fc3999de898b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc52b6dc-2241-4dcd-ba2d-b894369dbfa0,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:11:57.483911 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-dc7954bc-0bcf-4ff7-b461-fc3999de898b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8d948eaa05dd4b41a302740715cc06f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2361786 Aug 25 17:11:57.486767 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 44522) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:11:57.562055 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-eb2f9a44-bb59-42c5-8b28-40886040949f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:57.582021 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-eb2f9a44-bb59-42c5-8b28-40886040949f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:57.627843 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-eb2f9a44-bb59-42c5-8b28-40886040949f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:57.630545 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-eb2f9a44-bb59-42c5-8b28-40886040949f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:57.631762 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-eb2f9a44-bb59-42c5-8b28-40886040949f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/fc52b6dc-2241-4dcd-ba2d-b894369dbfa0 HTTP/1.1" status: 204 len: 168 time: 0.1441951 Aug 25 17:11:57.639124 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2f9a44-bb59-42c5-8b28-40886040949f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc52b6dc-2241-4dcd-ba2d-b894369dbfa0,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:11:57.881943 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 44528) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:11:57.895022 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-92775b97-72e3-48c4-9bdd-e986a17c6aee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:57.982139 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-92775b97-72e3-48c4-9bdd-e986a17c6aee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:57.985579 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-92775b97-72e3-48c4-9bdd-e986a17c6aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:58.026163 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-92775b97-72e3-48c4-9bdd-e986a17c6aee admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=59b0af835eaf42afbc57731f1646b314&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1431108 Aug 25 17:11:58.026953 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92775b97-72e3-48c4-9bdd-e986a17c6aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258da144-b5fc-479f-9e86-4aaf23e5f6b8,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:11:58.028826 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 44530) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:11:58.077119 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b04e7b25-4b10-411c-aa5d-137dd2393edd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:58.097421 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b04e7b25-4b10-411c-aa5d-137dd2393edd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:58.143114 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b04e7b25-4b10-411c-aa5d-137dd2393edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:58.145737 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b04e7b25-4b10-411c-aa5d-137dd2393edd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:58.147476 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-b04e7b25-4b10-411c-aa5d-137dd2393edd admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/258da144-b5fc-479f-9e86-4aaf23e5f6b8 HTTP/1.1" status: 204 len: 168 time: 0.1175721 Aug 25 17:11:58.154958 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04e7b25-4b10-411c-aa5d-137dd2393edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258da144-b5fc-479f-9e86-4aaf23e5f6b8,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:11:59.684146 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 44574) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:11:59.789278 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-930fccd9-00f6-4187-8eef-65b2a859096a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:59.881315 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-930fccd9-00f6-4187-8eef-65b2a859096a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:59.884864 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-930fccd9-00f6-4187-8eef-65b2a859096a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:59.921136 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930fccd9-00f6-4187-8eef-65b2a859096a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=769859dd-a886-40d8-bea3-2699aa6841f3,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:11:59.927053 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-930fccd9-00f6-4187-8eef-65b2a859096a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=394ac0e47f0f4f69bfa3cb84096f8e6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2418334 Aug 25 17:11:59.929808 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 44578) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:11:59.978204 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0d26fe5a-7649-4706-bc5c-9e904e475995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:11:59.998222 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0d26fe5a-7649-4706-bc5c-9e904e475995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:12:00.044106 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0d26fe5a-7649-4706-bc5c-9e904e475995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:12:00.046832 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0d26fe5a-7649-4706-bc5c-9e904e475995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:12:00.048000 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-0d26fe5a-7649-4706-bc5c-9e904e475995 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/769859dd-a886-40d8-bea3-2699aa6841f3 HTTP/1.1" status: 204 len: 168 time: 0.1171272 Aug 25 17:12:00.056258 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d26fe5a-7649-4706-bc5c-9e904e475995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=769859dd-a886-40d8-bea3-2699aa6841f3,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:12:00.297913 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 44584) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:12:00.311079 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7c9d07d4-7a79-49d2-aa17-66aa58cd099d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:12:00.402532 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7c9d07d4-7a79-49d2-aa17-66aa58cd099d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:12:00.406311 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7c9d07d4-7a79-49d2-aa17-66aa58cd099d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:12:00.443816 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-7c9d07d4-7a79-49d2-aa17-66aa58cd099d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=26a9be080ed64f8e82d489dbaa88e117&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1448452 Aug 25 17:12:00.444677 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9d07d4-7a79-49d2-aa17-66aa58cd099d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1dfc5e-595c-45fb-9615-41d7958d92b7,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:12:00.447315 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 44586) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:12:00.497159 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a52f18a2-da70-47a6-be76-18f5bfec7b18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:12:00.517353 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a52f18a2-da70-47a6-be76-18f5bfec7b18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:12:00.567520 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a52f18a2-da70-47a6-be76-18f5bfec7b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:12:00.572244 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a52f18a2-da70-47a6-be76-18f5bfec7b18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:12:00.574034 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-a52f18a2-da70-47a6-be76-18f5bfec7b18 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/bc1dfc5e-595c-45fb-9615-41d7958d92b7 HTTP/1.1" status: 204 len: 168 time: 0.1253929 Aug 25 17:12:00.583832 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52f18a2-da70-47a6-be76-18f5bfec7b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1dfc5e-595c-45fb-9615-41d7958d92b7,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:12:02.870235 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 44656) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:12:02.971965 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a552b809-63d0-4a74-b105-1a7091ba4104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:12:03.057602 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a552b809-63d0-4a74-b105-1a7091ba4104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:12:03.061574 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a552b809-63d0-4a74-b105-1a7091ba4104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:12:03.100594 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-a552b809-63d0-4a74-b105-1a7091ba4104 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=79a00529575f4cef909a120fbfb888b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2292595 Aug 25 17:12:03.101465 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a552b809-63d0-4a74-b105-1a7091ba4104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5647efe-1258-4990-8957-9de6ccbe8105,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:12:03.103351 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 44660) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:12:03.154652 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-416b54e0-7f51-43b6-b792-6b81d5dde743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:12:03.175187 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-416b54e0-7f51-43b6-b792-6b81d5dde743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:12:03.219917 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-416b54e0-7f51-43b6-b792-6b81d5dde743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:12:03.222558 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-416b54e0-7f51-43b6-b792-6b81d5dde743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:12:03.223685 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-416b54e0-7f51-43b6-b792-6b81d5dde743 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a5647efe-1258-4990-8957-9de6ccbe8105 HTTP/1.1" status: 204 len: 168 time: 0.1187246 Aug 25 17:12:03.231924 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416b54e0-7f51-43b6-b792-6b81d5dde743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5647efe-1258-4990-8957-9de6ccbe8105,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:12:03.476110 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 44666) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:12:03.491612 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8fa71b81-49da-4a82-9771-79c219f6e7c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:12:03.577614 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8fa71b81-49da-4a82-9771-79c219f6e7c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:12:03.581302 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8fa71b81-49da-4a82-9771-79c219f6e7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:12:03.626218 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-8fa71b81-49da-4a82-9771-79c219f6e7c2 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f9eee84121404ccca194c97378f5b80c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1489942 Aug 25 17:12:03.628074 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa71b81-49da-4a82-9771-79c219f6e7c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e5ba2f-7ad5-4f09-ac6c-d1c60b14c169,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:12:03.628859 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 44670) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:12:03.676862 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4dd40918-85fa-419c-aab1-f97cedbc9529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:12:03.697708 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4dd40918-85fa-419c-aab1-f97cedbc9529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:12:03.746630 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4dd40918-85fa-419c-aab1-f97cedbc9529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:12:03.749221 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4dd40918-85fa-419c-aab1-f97cedbc9529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:12:03.750376 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-4dd40918-85fa-419c-aab1-f97cedbc9529 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b0e5ba2f-7ad5-4f09-ac6c-d1c60b14c169 HTTP/1.1" status: 204 len: 168 time: 0.1205063 Aug 25 17:12:03.757903 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd40918-85fa-419c-aab1-f97cedbc9529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e5ba2f-7ad5-4f09-ac6c-d1c60b14c169,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:12:05.560638 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 44740) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:12:05.669753 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-463ce9f3-cb68-4a4a-9616-d8663b40a165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:12:05.755139 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-463ce9f3-cb68-4a4a-9616-d8663b40a165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:12:05.758603 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-463ce9f3-cb68-4a4a-9616-d8663b40a165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:12:05.796678 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-463ce9f3-cb68-4a4a-9616-d8663b40a165 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0ba4cad440a24637b61f846db040013f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2350543 Aug 25 17:12:05.797594 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463ce9f3-cb68-4a4a-9616-d8663b40a165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b39526-1dbb-4fe3-a897-20baa37d1550,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:12:05.799374 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 44744) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:12:05.848304 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dfdc8021-2ea2-465c-858e-e9193647321f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:12:05.868552 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dfdc8021-2ea2-465c-858e-e9193647321f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:12:05.913453 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dfdc8021-2ea2-465c-858e-e9193647321f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:12:05.915986 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dfdc8021-2ea2-465c-858e-e9193647321f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:12:05.917127 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-dfdc8021-2ea2-465c-858e-e9193647321f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f5b39526-1dbb-4fe3-a897-20baa37d1550 HTTP/1.1" status: 204 len: 168 time: 0.1167529 Aug 25 17:12:05.924869 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdc8021-2ea2-465c-858e-e9193647321f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b39526-1dbb-4fe3-a897-20baa37d1550,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:12:06.169333 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 44750) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:12:06.182941 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1d8dec72-adee-4655-91c3-823c6adce82b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:12:06.271240 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1d8dec72-adee-4655-91c3-823c6adce82b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:12:06.275000 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1d8dec72-adee-4655-91c3-823c6adce82b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:12:06.313003 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-1d8dec72-adee-4655-91c3-823c6adce82b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b5bbf3676f2c4b0ea32de52afb0b786d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1425407 Aug 25 17:12:06.314131 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8dec72-adee-4655-91c3-823c6adce82b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e15879c3-5a77-4d60-8745-1232fb088543,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:12:06.315618 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 44752) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:12:06.364632 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-15ec814a-ba12-492f-a4c0-e96c6a529e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:12:06.386240 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-15ec814a-ba12-492f-a4c0-e96c6a529e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:12:06.433387 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-15ec814a-ba12-492f-a4c0-e96c6a529e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:12:06.435936 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-15ec814a-ba12-492f-a4c0-e96c6a529e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:12:06.437075 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-15ec814a-ba12-492f-a4c0-e96c6a529e87 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e15879c3-5a77-4d60-8745-1232fb088543 HTTP/1.1" status: 204 len: 168 time: 0.1204729 Aug 25 17:12:06.445326 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ec814a-ba12-492f-a4c0-e96c6a529e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15879c3-5a77-4d60-8745-1232fb088543,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:12:13.087578 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8ddd59b1-5bbd-4332-a344-044768b6ff8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:12:15.701939 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-47bee2a8-2459-4e7f-b478-796228288ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:12:15.917253 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:12:15.922059 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:12:17.070954 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3a305108-1f99-4b5d-a622-23901fed2525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:12:18.437041 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7978419e-b967-4a47-8975-0267302d25d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:12:23.108574 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-73b514cd-47d3-42ac-ab2e-05d90e1a6676 req-2246c9b9-30d4-4fc8-a8c1-4060314c6a3e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6a580bce-641a-4c19-aef5-1066efbf0492&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385263 Aug 25 17:12:23.170847 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b514cd-47d3-42ac-ab2e-05d90e1a6676 req-19e9490b-586b-497e-a886-2574d5edf022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:12:23.172287 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-73b514cd-47d3-42ac-ab2e-05d90e1a6676 req-19e9490b-586b-497e-a886-2574d5edf022 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=09e1d88a498442e5b06e802c45061ff2&device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 1100 time: 0.0395362 Aug 25 17:12:23.275361 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b514cd-47d3-42ac-ab2e-05d90e1a6676 req-d7345d05-1623-4149-a29c-b3a3471f2dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:12:23.276795 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-73b514cd-47d3-42ac-ab2e-05d90e1a6676 req-d7345d05-1623-4149-a29c-b3a3471f2dc4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e9cb6f88-a0a4-4755-a50a-d59302485ab6 HTTP/1.1" status: 200 len: 919 time: 0.0844111 Aug 25 17:12:23.341255 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-73b514cd-47d3-42ac-ab2e-05d90e1a6676 req-59eb9985-0ed8-4f6f-b5de-c7227b2c415d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a285b68-ce6c-4c9e-9ce2-787ab2421569 HTTP/1.1" status: 200 len: 1002 time: 0.0561814 Aug 25 17:12:23.390780 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b514cd-47d3-42ac-ab2e-05d90e1a6676 req-fe903c72-3fd8-48c3-8798-630cc8253340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:12:23.392224 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-73b514cd-47d3-42ac-ab2e-05d90e1a6676 req-fe903c72-3fd8-48c3-8798-630cc8253340 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=292f4a80-cdc8-4ba8-8211-52e53edc836f HTTP/1.1" status: 200 len: 856 time: 0.0430076 Aug 25 17:12:23.442352 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b514cd-47d3-42ac-ab2e-05d90e1a6676 req-a7c9ac90-0aff-473c-a8b4-1509421208b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:12:23.443819 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-73b514cd-47d3-42ac-ab2e-05d90e1a6676 req-a7c9ac90-0aff-473c-a8b4-1509421208b4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e9cb6f88-a0a4-4755-a50a-d59302485ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430586 Aug 25 17:12:23.532126 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-73b514cd-47d3-42ac-ab2e-05d90e1a6676 req-6937df23-4166-4ab4-930f-dd4c4f68750e service neutron] 10.222.0.16 "GET /v2.0/networks/e9cb6f88-a0a4-4755-a50a-d59302485ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780005 Aug 25 17:12:23.622865 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-73b514cd-47d3-42ac-ab2e-05d90e1a6676 req-72d0169e-b56a-4b9f-9b4b-4bd24450d825 service neutron] 10.222.0.16 "GET /v2.0/networks/e9cb6f88-a0a4-4755-a50a-d59302485ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820518 Aug 25 17:12:31.532770 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-675b0cfa-30a8-494e-b3ff-bb445488b7d8 None None] Agent healthcheck: found 6 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:12:34.433443 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 44926) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:12:34.537127 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7a1b8d26-50e9-4a62-b172-c7b929e74568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:12:34.627657 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7a1b8d26-50e9-4a62-b172-c7b929e74568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:12:34.631270 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7a1b8d26-50e9-4a62-b172-c7b929e74568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:12:34.667767 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b8d26-50e9-4a62-b172-c7b929e74568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0b40ef-3a61-4208-946d-3e7208e5003d,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:12:34.672087 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-7a1b8d26-50e9-4a62-b172-c7b929e74568 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ea781c868c8f4e2695acf0fa20c316a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2375882 Aug 25 17:12:34.674745 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 44930) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:12:34.721988 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb83c67c-415b-4664-bd37-bfe75fbb4d03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:12:34.742724 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb83c67c-415b-4664-bd37-bfe75fbb4d03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:12:34.793521 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb83c67c-415b-4664-bd37-bfe75fbb4d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:12:34.796072 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb83c67c-415b-4664-bd37-bfe75fbb4d03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:12:34.797207 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-eb83c67c-415b-4664-bd37-bfe75fbb4d03 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2b0b40ef-3a61-4208-946d-3e7208e5003d HTTP/1.1" status: 204 len: 168 time: 0.1215391 Aug 25 17:12:34.804926 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb83c67c-415b-4664-bd37-bfe75fbb4d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0b40ef-3a61-4208-946d-3e7208e5003d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:12:35.754833 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 44964) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:12:35.857527 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f634c2b6-1342-4f40-a34a-f3d5c78fe902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:12:35.950009 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f634c2b6-1342-4f40-a34a-f3d5c78fe902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:12:35.953615 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f634c2b6-1342-4f40-a34a-f3d5c78fe902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:12:35.994317 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-f634c2b6-1342-4f40-a34a-f3d5c78fe902 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=60d371edee4d4bcdbbd1a22655da7f4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2383924 Aug 25 17:12:35.996185 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f634c2b6-1342-4f40-a34a-f3d5c78fe902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ecfcce-5196-4948-b25b-5e63aee864d8,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:12:35.997023 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 44968) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:12:36.046518 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a00a7b46-9ec7-4053-9ff4-1528bd075f02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:12:36.067227 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a00a7b46-9ec7-4053-9ff4-1528bd075f02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:12:36.113328 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a00a7b46-9ec7-4053-9ff4-1528bd075f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:12:36.115918 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a00a7b46-9ec7-4053-9ff4-1528bd075f02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:12:36.117742 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-a00a7b46-9ec7-4053-9ff4-1528bd075f02 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/97ecfcce-5196-4948-b25b-5e63aee864d8 HTTP/1.1" status: 204 len: 168 time: 0.1196966 Aug 25 17:12:36.125276 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00a7b46-9ec7-4053-9ff4-1528bd075f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ecfcce-5196-4948-b25b-5e63aee864d8,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:12:43.087489 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b1d599d6-f8ce-4124-ab95-17506bd62da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:12:45.702607 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ec0dc3d9-dd51-4322-b805-7868d5fdaf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:12:45.913078 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:12:45.918166 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:12:47.073118 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3a305108-1f99-4b5d-a622-23901fed2525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:12:48.435345 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7978419e-b967-4a47-8975-0267302d25d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:12:59.630557 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b659fdf5-7317-4c38-a3c9-72f527d9037f req-e734c64c-53ae-479d-a5df-b1f3a1959249 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:12:59.631947 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b659fdf5-7317-4c38-a3c9-72f527d9037f req-e734c64c-53ae-479d-a5df-b1f3a1959249 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 947 time: 0.0483937 Aug 25 17:12:59.669923 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b659fdf5-7317-4c38-a3c9-72f527d9037f req-664e1f23-32b7-40e9-b056-6af6f86f3ca9 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=9c14d4aa-90e7-49b8-8918-2df33680adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317218 Aug 25 17:13:00.785226 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396fc8e2-a728-4df7-8c7f-085bef932519 req-a6d38286-9a11-48e9-b05f-7b14d982feb8 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:13:00.786698 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-396fc8e2-a728-4df7-8c7f-085bef932519 req-a6d38286-9a11-48e9-b05f-7b14d982feb8 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 947 time: 0.0475554 Aug 25 17:13:00.823713 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-396fc8e2-a728-4df7-8c7f-085bef932519 req-9bffeda7-3938-4acd-85f9-9d279756d791 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=9c14d4aa-90e7-49b8-8918-2df33680adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311894 Aug 25 17:13:01.270454 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a955b-0f81-4554-a08d-3558e07db923 req-f9ef1b5d-3857-4dc3-af74-a873e4a10e4d tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:13:01.271890 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c19a955b-0f81-4554-a08d-3558e07db923 req-f9ef1b5d-3857-4dc3-af74-a873e4a10e4d tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 947 time: 0.0474658 Aug 25 17:13:01.364304 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-c19a955b-0f81-4554-a08d-3558e07db923 req-6d5200a4-98db-4857-a485-ec0d211aed2c tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Deleting port 1a285b68-ce6c-4c9e-9ce2-787ab2421569 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:13:01.364558 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c19a955b-0f81-4554-a08d-3558e07db923 req-6d5200a4-98db-4857-a485-ec0d211aed2c tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743706167839'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:01.449918 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-c19a955b-0f81-4554-a08d-3558e07db923 req-6d5200a4-98db-4857-a485-ec0d211aed2c tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] For port 1a285b68-ce6c-4c9e-9ce2-787ab2421569, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=1a285b68-ce6c-4c9e-9ce2-787ab2421569,segment=NetworkSegment(ec41dbf2-ba24-42a3-a378-c3be87889b8c),segment_id=ec41dbf2-ba24-42a3-a378-c3be87889b8c)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:13:01.450279 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c19a955b-0f81-4554-a08d-3558e07db923 req-6d5200a4-98db-4857-a485-ec0d211aed2c tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616478'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:01.887586 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c19a955b-0f81-4554-a08d-3558e07db923 req-6d5200a4-98db-4857-a485-ec0d211aed2c tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:01.887975 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c19a955b-0f81-4554-a08d-3558e07db923 req-6d5200a4-98db-4857-a485-ec0d211aed2c tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614033'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:01.888290 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.db.l3_db [req-c19a955b-0f81-4554-a08d-3558e07db923 req-6d5200a4-98db-4857-a485-ec0d211aed2c tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Floating IP 2cde72f6-33b4-4bdb-9dac-47530bf8191c disassociated. External IP: 172.27.2.112, port: 1a285b68-ce6c-4c9e-9ce2-787ab2421569. Aug 25 17:13:01.888656 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-c19a955b-0f81-4554-a08d-3558e07db923 req-6d5200a4-98db-4857-a485-ec0d211aed2c tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Calling delete_port for 1a285b68-ce6c-4c9e-9ce2-787ab2421569 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:13:01.951593 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1671a9-c588-4ee4-881c-5384a5205e19 req-8d227a5e-2ac1-4bd9-9091-38166f1f6781 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:13:01.953056 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-fa1671a9-c588-4ee4-881c-5384a5205e19 req-8d227a5e-2ac1-4bd9-9091-38166f1f6781 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/ports?device_id=6a580bce-641a-4c19-aef5-1066efbf0492 HTTP/1.1" status: 200 len: 947 time: 0.0590930 Aug 25 17:13:01.996332 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-fa1671a9-c588-4ee4-881c-5384a5205e19 req-d9290dcb-9a1b-4e1e-8a7f-594b840b4500 tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups?id=9c14d4aa-90e7-49b8-8918-2df33680adf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373762 Aug 25 17:13:02.024284 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c19a955b-0f81-4554-a08d-3558e07db923 req-6d5200a4-98db-4857-a485-ec0d211aed2c tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743706076703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743705601028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732937'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:02.053347 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5200a4-98db-4857-a485-ec0d211aed2c tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Pushing event deleted for resources: {'Port': ['ID=1a285b68-ce6c-4c9e-9ce2-787ab2421569,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:13:02.065322 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5200a4-98db-4857-a485-ec0d211aed2c tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:13:02.065680 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5200a4-98db-4857-a485-ec0d211aed2c tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:13:02.066095 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5200a4-98db-4857-a485-ec0d211aed2c tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:13:02.066433 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5200a4-98db-4857-a485-ec0d211aed2c tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:13:02.066767 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5200a4-98db-4857-a485-ec0d211aed2c tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:13:02.067097 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5200a4-98db-4857-a485-ec0d211aed2c tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:13:02.067427 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5200a4-98db-4857-a485-ec0d211aed2c tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:13:02.067756 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5200a4-98db-4857-a485-ec0d211aed2c tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:13:02.068082 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5200a4-98db-4857-a485-ec0d211aed2c tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:13:02.068407 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5200a4-98db-4857-a485-ec0d211aed2c tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:13:02.068732 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5200a4-98db-4857-a485-ec0d211aed2c tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:13:02.069210 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5200a4-98db-4857-a485-ec0d211aed2c tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:13:02.176707 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c19a955b-0f81-4554-a08d-3558e07db923 req-6d5200a4-98db-4857-a485-ec0d211aed2c tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Router 6420a350-f878-4b80-a9c0-6f85656f2e6b has already been hosted by L3 agent d32565c1-f1a3-4226-8f5a-e505deb187a1 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:13:02.280774 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c19a955b-0f81-4554-a08d-3558e07db923 req-6d5200a4-98db-4857-a485-ec0d211aed2c tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify agent at l3_agent.dv-cinder-791240-5-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:13:02.291406 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6addb5c9-17c6-4d2f-a776-679e1661dfba None None] Sync routers for ids ['6420a350-f878-4b80-a9c0-6f85656f2e6b'] in dv-cinder-791240-5-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:13:02.306586 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6addb5c9-17c6-4d2f-a776-679e1661dfba None None] Routers {'6420a350-f878-4b80-a9c0-6f85656f2e6b'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:13:02.307467 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-6addb5c9-17c6-4d2f-a776-679e1661dfba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:12:46Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['6420a350-f878-4b80-a9c0-6f85656f2e6b'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:13:02.323778 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-c19a955b-0f81-4554-a08d-3558e07db923 req-6d5200a4-98db-4857-a485-ec0d211aed2c tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] No DVR routers for this DVR port 1a285b68-ce6c-4c9e-9ce2-787ab2421569 on host hv-cinder-79124 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:13:02.326425 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c19a955b-0f81-4554-a08d-3558e07db923 req-6d5200a4-98db-4857-a485-ec0d211aed2c tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:02.328351 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c19a955b-0f81-4554-a08d-3558e07db923 req-6d5200a4-98db-4857-a485-ec0d211aed2c tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.16 "DELETE /v2.0/ports/1a285b68-ce6c-4c9e-9ce2-787ab2421569 HTTP/1.1" status: 204 len: 173 time: 1.0496202 Aug 25 17:13:02.328782 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a580bce-641a-4c19-aef5-1066efbf0492', 'name': 'network-vif-deleted', 'tag': '1a285b68-ce6c-4c9e-9ce2-787ab2421569'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:13:02.331061 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30294bf1a97406c8a8235025fddf2f3c25b52a26b11c10f571ea972848b08700" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3bf611a-fea0-4689-b866-87115d2f838e" -d '{"events": [{"server_uuid": "6a580bce-641a-4c19-aef5-1066efbf0492", "name": "network-vif-deleted", "tag": "1a285b68-ce6c-4c9e-9ce2-787ab2421569"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:13:02.426297 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-6addb5c9-17c6-4d2f-a776-679e1661dfba None None] Set router 6420a350-f878-4b80-a9c0-6f85656f2e6b gateway port host: dv-cinder-791240-5-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:13:02.504251 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14465273-9d32-41cf-94dd-79e9b0bb4add x-openstack-request-id: req-14465273-9d32-41cf-94dd-79e9b0bb4add {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:13:02.504550 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a580bce-641a-4c19-aef5-1066efbf0492", "name": "network-vif-deleted", "tag": "1a285b68-ce6c-4c9e-9ce2-787ab2421569", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:13:02.504827 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-14465273-9d32-41cf-94dd-79e9b0bb4add {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:13:02.505221 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a580bce-641a-4c19-aef5-1066efbf0492', 'name': 'network-vif-deleted', 'tag': '1a285b68-ce6c-4c9e-9ce2-787ab2421569', 'status': 'completed', 'code': 200} Aug 25 17:13:02.640596 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-6addb5c9-17c6-4d2f-a776-679e1661dfba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6420a350-f878-4b80-a9c0-6f85656f2e6b', 'name': 'tempest-AttachVolumeShelveTestJSON-1390417477-router', 'tenant_id': '09e1d88a498442e5b06e802c45061ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '0ada1a0b-413b-4c8f-97f5-b57c8413338a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:02:17Z', 'updated_at': '2021-08-25T17:02:21Z', 'revision_number': 4, 'project_id': '09e1d88a498442e5b06e802c45061ff2', 'gw_port': {'id': '0ada1a0b-413b-4c8f-97f5-b57c8413338a', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6420a350-f878-4b80-a9c0-6f85656f2e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:18Z', 'updated_at': '2021-08-25T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_interfaces': [{'id': 'f370cd71-068f-41e1-855f-b7a043e7d62e', 'name': '', 'network_id': 'e9cb6f88-a0a4-4755-a50a-d59302485ab6', 'tenant_id': '09e1d88a498442e5b06e802c45061ff2', 'mac_address': 'fa:16:3e:cf:56:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6420a350-f878-4b80-a9c0-6f85656f2e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '292f4a80-cdc8-4ba8-8211-52e53edc836f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:20Z', 'updated_at': '2021-08-25T17:02:26Z', 'revision_number': 5, 'project_id': '09e1d88a498442e5b06e802c45061ff2', 'subnets': [{'id': '292f4a80-cdc8-4ba8-8211-52e53edc836f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:13:02.670155 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6addb5c9-17c6-4d2f-a776-679e1661dfba None None] Checking router: 6420a350-f878-4b80-a9c0-6f85656f2e6b for host: dv-cinder-791240-5-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:13:02.678026 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6addb5c9-17c6-4d2f-a776-679e1661dfba None None] Routers {'6420a350-f878-4b80-a9c0-6f85656f2e6b'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:13:02.679347 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-6addb5c9-17c6-4d2f-a776-679e1661dfba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:12:46Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['6420a350-f878-4b80-a9c0-6f85656f2e6b'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:13:02.878907 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-6addb5c9-17c6-4d2f-a776-679e1661dfba None None] Set router 6420a350-f878-4b80-a9c0-6f85656f2e6b gateway port host: dv-cinder-791240-5-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:13:03.075146 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-6addb5c9-17c6-4d2f-a776-679e1661dfba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6420a350-f878-4b80-a9c0-6f85656f2e6b', 'name': 'tempest-AttachVolumeShelveTestJSON-1390417477-router', 'tenant_id': '09e1d88a498442e5b06e802c45061ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '0ada1a0b-413b-4c8f-97f5-b57c8413338a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:02:17Z', 'updated_at': '2021-08-25T17:02:21Z', 'revision_number': 4, 'project_id': '09e1d88a498442e5b06e802c45061ff2', 'gw_port': {'id': '0ada1a0b-413b-4c8f-97f5-b57c8413338a', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6420a350-f878-4b80-a9c0-6f85656f2e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:18Z', 'updated_at': '2021-08-25T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_interfaces': [{'id': 'f370cd71-068f-41e1-855f-b7a043e7d62e', 'name': '', 'network_id': 'e9cb6f88-a0a4-4755-a50a-d59302485ab6', 'tenant_id': '09e1d88a498442e5b06e802c45061ff2', 'mac_address': 'fa:16:3e:cf:56:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6420a350-f878-4b80-a9c0-6f85656f2e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '292f4a80-cdc8-4ba8-8211-52e53edc836f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:20Z', 'updated_at': '2021-08-25T17:02:26Z', 'revision_number': 5, 'project_id': '09e1d88a498442e5b06e802c45061ff2', 'subnets': [{'id': '292f4a80-cdc8-4ba8-8211-52e53edc836f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:13:03.093214 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 45010) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:13:03.103188 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6addb5c9-17c6-4d2f-a776-679e1661dfba None None] The sync data for ids ['6420a350-f878-4b80-a9c0-6f85656f2e6b'] in dv-cinder-791240-5-iscsi is: [{'id': '6420a350-f878-4b80-a9c0-6f85656f2e6b', 'name': 'tempest-AttachVolumeShelveTestJSON-1390417477-router', 'tenant_id': '09e1d88a498442e5b06e802c45061ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '0ada1a0b-413b-4c8f-97f5-b57c8413338a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:02:17Z', 'updated_at': '2021-08-25T17:02:21Z', 'revision_number': 4, 'project_id': '09e1d88a498442e5b06e802c45061ff2', 'gw_port': {'id': '0ada1a0b-413b-4c8f-97f5-b57c8413338a', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6420a350-f878-4b80-a9c0-6f85656f2e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:18Z', 'updated_at': '2021-08-25T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_interfaces': [{'id': 'f370cd71-068f-41e1-855f-b7a043e7d62e', 'name': '', 'network_id': 'e9cb6f88-a0a4-4755-a50a-d59302485ab6', 'tenant_id': '09e1d88a498442e5b06e802c45061ff2', 'mac_address': 'fa:16:3e:cf:56:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6420a350-f878-4b80-a9c0-6f85656f2e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '292f4a80-cdc8-4ba8-8211-52e53edc836f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:20Z', 'updated_at': '2021-08-25T17:02:26Z', 'revision_number': 5, 'project_id': '09e1d88a498442e5b06e802c45061ff2', 'subnets': [{'id': '292f4a80-cdc8-4ba8-8211-52e53edc836f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:13:03.154774 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d1487820-cc10-4a62-9df0-a205d04a515a tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:03.178433 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d1487820-cc10-4a62-9df0-a205d04a515a tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:03.227447 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d1487820-cc10-4a62-9df0-a205d04a515a tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:03.230084 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d1487820-cc10-4a62-9df0-a205d04a515a tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:03.231243 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-d1487820-cc10-4a62-9df0-a205d04a515a tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "DELETE /v2.0/security-groups/9c14d4aa-90e7-49b8-8918-2df33680adf9 HTTP/1.1" status: 204 len: 168 time: 0.1367915 Aug 25 17:13:03.234262 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 45012) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:13:03.240821 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1487820-cc10-4a62-9df0-a205d04a515a tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c14d4aa-90e7-49b8-8918-2df33680adf9,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:13:03.249701 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.api.v2.resource [None req-aa242723-f3fe-47d2-bb88-300eeaa282be tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] show failed (client error): The resource could not be found. Aug 25 17:13:03.250965 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-aa242723-f3fe-47d2-bb88-300eeaa282be tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "GET /v2.0/security-groups/9c14d4aa-90e7-49b8-8918-2df33680adf9 HTTP/1.1" status: 404 len: 347 time: 0.0147860 Aug 25 17:13:03.253927 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 45014) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:13:03.324365 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c37529-6915-435a-8219-c56e8701c48b None None] New status for floating IP 2cde72f6-33b4-4bdb-9dac-47530bf8191c: DOWN {{(pid=93884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 17:13:03.384238 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-d6469c2d-621c-4af9-bec1-76ef1245d8be tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Deleting port 6b6b1a2e-cc4e-4e49-a1cf-dacc8ec3952f {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:13:03.384583 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d6469c2d-621c-4af9-bec1-76ef1245d8be tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743706167839'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:03.460808 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d6469c2d-621c-4af9-bec1-76ef1245d8be tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616478'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:03.461134 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d6469c2d-621c-4af9-bec1-76ef1245d8be tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:03.472850 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-d6469c2d-621c-4af9-bec1-76ef1245d8be tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Calling delete_port for 6b6b1a2e-cc4e-4e49-a1cf-dacc8ec3952f owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:13:03.602869 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d6469c2d-621c-4af9-bec1-76ef1245d8be tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743706076703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743705601028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3625696'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:03.633038 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6469c2d-621c-4af9-bec1-76ef1245d8be tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Pushing event deleted for resources: {'Port': ['ID=6b6b1a2e-cc4e-4e49-a1cf-dacc8ec3952f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:13:03.645369 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6469c2d-621c-4af9-bec1-76ef1245d8be tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:13:03.645748 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6469c2d-621c-4af9-bec1-76ef1245d8be tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:13:03.646095 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6469c2d-621c-4af9-bec1-76ef1245d8be tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:13:03.646435 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6469c2d-621c-4af9-bec1-76ef1245d8be tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:13:03.646770 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6469c2d-621c-4af9-bec1-76ef1245d8be tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:13:03.647106 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6469c2d-621c-4af9-bec1-76ef1245d8be tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:13:03.647790 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6469c2d-621c-4af9-bec1-76ef1245d8be tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:13:03.647790 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6469c2d-621c-4af9-bec1-76ef1245d8be tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:13:03.648340 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6469c2d-621c-4af9-bec1-76ef1245d8be tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:13:03.648649 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6469c2d-621c-4af9-bec1-76ef1245d8be tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:13:03.648973 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6469c2d-621c-4af9-bec1-76ef1245d8be tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:13:03.649296 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6469c2d-621c-4af9-bec1-76ef1245d8be tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:13:03.703175 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d6469c2d-621c-4af9-bec1-76ef1245d8be tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:03.705894 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d6469c2d-621c-4af9-bec1-76ef1245d8be tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:03.707045 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-d6469c2d-621c-4af9-bec1-76ef1245d8be tempest-AttachVolumeShelveTestJSON-210214834 tempest-AttachVolumeShelveTestJSON-210214834-project] 10.222.0.88 "DELETE /v2.0/floatingips/2cde72f6-33b4-4bdb-9dac-47530bf8191c HTTP/1.1" status: 204 len: 168 time: 0.4516234 Aug 25 17:13:03.742107 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device 1a285b68-ce6c-4c9e-9ce2-787ab2421569 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:13:03.762196 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] No Port match for: 1a285b68-ce6c-4c9e-9ce2-787ab2421569 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:13:03.762533 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device 1a285b68-ce6c-4c9e-9ce2-787ab2421569 not bound to the agent host hv-cinder-79124 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:13:06.129248 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 45036) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:13:06.628579 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d689f49e-d886-47a3-99bd-7d5142ad0a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614607'] for router_interface, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:06.863499 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-d689f49e-d886-47a3-99bd-7d5142ad0a31 admin admin] Deleting port f370cd71-068f-41e1-855f-b7a043e7d62e {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:13:06.863841 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d689f49e-d886-47a3-99bd-7d5142ad0a31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743706167839'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:06.940511 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-d689f49e-d886-47a3-99bd-7d5142ad0a31 admin admin] For port f370cd71-068f-41e1-855f-b7a043e7d62e, host dv-cinder-791240-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=f370cd71-068f-41e1-855f-b7a043e7d62e,segment=NetworkSegment(ec41dbf2-ba24-42a3-a378-c3be87889b8c),segment_id=ec41dbf2-ba24-42a3-a378-c3be87889b8c)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:13:06.940794 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d689f49e-d886-47a3-99bd-7d5142ad0a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616478'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:06.952804 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-d689f49e-d886-47a3-99bd-7d5142ad0a31 admin admin] Calling delete_port for f370cd71-068f-41e1-855f-b7a043e7d62e owned by network:router_interface {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:13:07.127686 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d689f49e-d886-47a3-99bd-7d5142ad0a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743706076703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743705601028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732937'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:07.153808 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d689f49e-d886-47a3-99bd-7d5142ad0a31 admin admin] Pushing event deleted for resources: {'Port': ['ID=f370cd71-068f-41e1-855f-b7a043e7d62e,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:13:07.316644 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d689f49e-d886-47a3-99bd-7d5142ad0a31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16218525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614405'] for router_interface, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:07.522999 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d689f49e-d886-47a3-99bd-7d5142ad0a31 admin admin] Router 6420a350-f878-4b80-a9c0-6f85656f2e6b has already been hosted by L3 agent d32565c1-f1a3-4226-8f5a-e505deb187a1 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:13:07.621503 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d689f49e-d886-47a3-99bd-7d5142ad0a31 admin admin] Notify agent at l3_agent.dv-cinder-791240-5-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:13:07.627966 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-d689f49e-d886-47a3-99bd-7d5142ad0a31 admin admin] 10.222.0.88 "PUT /v2.0/routers/6420a350-f878-4b80-a9c0-6f85656f2e6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4961517 Aug 25 17:13:07.629008 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 45040) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:13:07.632011 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27398e18-1482-4d4c-a11d-1eac44574f25 None None] Sync routers for ids ['6420a350-f878-4b80-a9c0-6f85656f2e6b'] in dv-cinder-791240-5-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:13:07.641216 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27398e18-1482-4d4c-a11d-1eac44574f25 None None] Routers {'6420a350-f878-4b80-a9c0-6f85656f2e6b'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:13:07.641872 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-27398e18-1482-4d4c-a11d-1eac44574f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:12:46Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['6420a350-f878-4b80-a9c0-6f85656f2e6b'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:13:07.729028 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b6d33b41-6071-41d8-9f45-0fd322ec73e0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:07.744476 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-27398e18-1482-4d4c-a11d-1eac44574f25 None None] Set router 6420a350-f878-4b80-a9c0-6f85656f2e6b gateway port host: dv-cinder-791240-5-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:13:07.828286 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b6d33b41-6071-41d8-9f45-0fd322ec73e0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:07.877894 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-b6d33b41-6071-41d8-9f45-0fd322ec73e0 admin admin] Deleting port 0ada1a0b-413b-4c8f-97f5-b57c8413338a {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:13:07.878241 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b6d33b41-6071-41d8-9f45-0fd322ec73e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743706167839'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:07.920147 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-27398e18-1482-4d4c-a11d-1eac44574f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6420a350-f878-4b80-a9c0-6f85656f2e6b', 'name': 'tempest-AttachVolumeShelveTestJSON-1390417477-router', 'tenant_id': '09e1d88a498442e5b06e802c45061ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '0ada1a0b-413b-4c8f-97f5-b57c8413338a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:02:17Z', 'updated_at': '2021-08-25T17:13:07Z', 'revision_number': 5, 'project_id': '09e1d88a498442e5b06e802c45061ff2', 'gw_port': {'id': '0ada1a0b-413b-4c8f-97f5-b57c8413338a', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6420a350-f878-4b80-a9c0-6f85656f2e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:18Z', 'updated_at': '2021-08-25T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi'}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:13:07.947128 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27398e18-1482-4d4c-a11d-1eac44574f25 None None] Checking router: 6420a350-f878-4b80-a9c0-6f85656f2e6b for host: dv-cinder-791240-5-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:13:07.955175 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27398e18-1482-4d4c-a11d-1eac44574f25 None None] Routers {'6420a350-f878-4b80-a9c0-6f85656f2e6b'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:13:07.955773 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-27398e18-1482-4d4c-a11d-1eac44574f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:12:46Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['6420a350-f878-4b80-a9c0-6f85656f2e6b'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:13:07.958893 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-b6d33b41-6071-41d8-9f45-0fd322ec73e0 admin admin] For port 0ada1a0b-413b-4c8f-97f5-b57c8413338a, host dv-cinder-791240-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=0ada1a0b-413b-4c8f-97f5-b57c8413338a,segment=NetworkSegment(831650f3-50e7-4109-a77c-8151443483b4),segment_id=831650f3-50e7-4109-a77c-8151443483b4)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:13:07.959258 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b6d33b41-6071-41d8-9f45-0fd322ec73e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616478'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:07.972169 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-b6d33b41-6071-41d8-9f45-0fd322ec73e0 admin admin] Calling delete_port for 0ada1a0b-413b-4c8f-97f5-b57c8413338a owned by network:router_gateway {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:13:08.038657 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-27398e18-1482-4d4c-a11d-1eac44574f25 None None] Set router 6420a350-f878-4b80-a9c0-6f85656f2e6b gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:13:08.091739 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-27398e18-1482-4d4c-a11d-1eac44574f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6420a350-f878-4b80-a9c0-6f85656f2e6b', 'name': 'tempest-AttachVolumeShelveTestJSON-1390417477-router', 'tenant_id': '09e1d88a498442e5b06e802c45061ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:02:17Z', 'updated_at': '2021-08-25T17:13:07Z', 'revision_number': 6, 'project_id': '09e1d88a498442e5b06e802c45061ff2', 'gw_port_host': None}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:13:08.117483 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27398e18-1482-4d4c-a11d-1eac44574f25 None None] The sync data for ids ['6420a350-f878-4b80-a9c0-6f85656f2e6b'] in dv-cinder-791240-5-iscsi is: [{'id': '6420a350-f878-4b80-a9c0-6f85656f2e6b', 'name': 'tempest-AttachVolumeShelveTestJSON-1390417477-router', 'tenant_id': '09e1d88a498442e5b06e802c45061ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:02:17Z', 'updated_at': '2021-08-25T17:13:07Z', 'revision_number': 6, 'project_id': '09e1d88a498442e5b06e802c45061ff2', 'gw_port_host': None}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:13:08.137417 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b6d33b41-6071-41d8-9f45-0fd322ec73e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743706076703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743705601028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732937'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:08.163031 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d33b41-6071-41d8-9f45-0fd322ec73e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ada1a0b-413b-4c8f-97f5-b57c8413338a,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:13:08.223368 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b6d33b41-6071-41d8-9f45-0fd322ec73e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613983'] for router_gateway, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:08.314269 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b6d33b41-6071-41d8-9f45-0fd322ec73e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36927'] for router, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:08.316315 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b6d33b41-6071-41d8-9f45-0fd322ec73e0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:08.358493 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b6d33b41-6071-41d8-9f45-0fd322ec73e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612047'] for router, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:08.358946 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d33b41-6071-41d8-9f45-0fd322ec73e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6420a350-f878-4b80-a9c0-6f85656f2e6b {{(pid=93882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 17:13:08.363522 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b6d33b41-6071-41d8-9f45-0fd322ec73e0 admin admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:08.364691 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-b6d33b41-6071-41d8-9f45-0fd322ec73e0 admin admin] 10.222.0.88 "DELETE /v2.0/routers/6420a350-f878-4b80-a9c0-6f85656f2e6b HTTP/1.1" status: 204 len: 168 time: 0.7347581 Aug 25 17:13:08.368722 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 45042) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:13:08.413073 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5add5a8-7454-4a3e-8507-6568e8e57d2b admin admin] Deleting subnet 292f4a80-cdc8-4ba8-8211-52e53edc836f {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 17:13:08.415987 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b5add5a8-7454-4a3e-8507-6568e8e57d2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:08.449153 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b5add5a8-7454-4a3e-8507-6568e8e57d2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4113530'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:08.532506 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-675b0cfa-30a8-494e-b3ff-bb445488b7d8 None None] Agent healthcheck: found 6 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:13:08.536724 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b5add5a8-7454-4a3e-8507-6568e8e57d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16204973'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:08.597327 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b5add5a8-7454-4a3e-8507-6568e8e57d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16204962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3732890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26007577'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:08.623476 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5add5a8-7454-4a3e-8507-6568e8e57d2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=292f4a80-cdc8-4ba8-8211-52e53edc836f,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:13:08.627100 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b5add5a8-7454-4a3e-8507-6568e8e57d2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:08.628918 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-b5add5a8-7454-4a3e-8507-6568e8e57d2b admin admin] 10.222.0.88 "DELETE /v2.0/subnets/292f4a80-cdc8-4ba8-8211-52e53edc836f HTTP/1.1" status: 204 len: 168 time: 0.2592676 Aug 25 17:13:08.631516 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 45044) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:13:08.632471 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c81b2c-c908-4271-81fd-814b0e5d9c0b None None] Network e9cb6f88-a0a4-4755-a50a-d59302485ab6 requested from dv-cinder-791240-5-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:13:08.700944 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-24a01d47-9ad1-4687-8b8a-27128c88f4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16174397'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:08.754042 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-24a01d47-9ad1-4687-8b8a-27128c88f4a0 admin admin] Deleting port 6bef7847-a7f3-44f9-8d80-581ddbbd4124 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:13:08.754454 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-24a01d47-9ad1-4687-8b8a-27128c88f4a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743706167839'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:08.816243 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-24a01d47-9ad1-4687-8b8a-27128c88f4a0 admin admin] For port 6bef7847-a7f3-44f9-8d80-581ddbbd4124, host dv-cinder-791240-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=6bef7847-a7f3-44f9-8d80-581ddbbd4124,segment=NetworkSegment(ec41dbf2-ba24-42a3-a378-c3be87889b8c),segment_id=ec41dbf2-ba24-42a3-a378-c3be87889b8c)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:13:08.816608 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-24a01d47-9ad1-4687-8b8a-27128c88f4a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616478'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:08.828903 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-24a01d47-9ad1-4687-8b8a-27128c88f4a0 admin admin] Calling delete_port for 6bef7847-a7f3-44f9-8d80-581ddbbd4124 owned by network:dhcp {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:13:08.910306 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-24a01d47-9ad1-4687-8b8a-27128c88f4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743706076703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743705601028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732937'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:08.936001 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c984817-f15a-4d52-86f1-13e80bed4984 None None] DHCP port deletion for e9cb6f88-a0a4-4755-a50a-d59302485ab6 request from dv-cinder-791240-5-iscsi {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 17:13:08.936851 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a01d47-9ad1-4687-8b8a-27128c88f4a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bef7847-a7f3-44f9-8d80-581ddbbd4124,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:13:08.940823 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a01d47-9ad1-4687-8b8a-27128c88f4a0 admin admin] No DVR routers for this DVR port 6bef7847-a7f3-44f9-8d80-581ddbbd4124 on host dv-cinder-791240-5-iscsi {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:13:09.018286 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-24a01d47-9ad1-4687-8b8a-27128c88f4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16079958', 'neutron.services.segments.db._delete_segments_for_network-8743706101742'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:09.029578 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.services.segments.db [None req-24a01d47-9ad1-4687-8b8a-27128c88f4a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9cb6f88-a0a4-4755-a50a-d59302485ab6']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:13:09.040364 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.services.segments.db [None req-24a01d47-9ad1-4687-8b8a-27128c88f4a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec41dbf2-ba24-42a3-a378-c3be87889b8c') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:13:09.040657 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.services.segments.db [None req-24a01d47-9ad1-4687-8b8a-27128c88f4a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec41dbf2-ba24-42a3-a378-c3be87889b8c') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:13:09.049163 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-24a01d47-9ad1-4687-8b8a-27128c88f4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743706101625', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4113509'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:09.062805 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-24a01d47-9ad1-4687-8b8a-27128c88f4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16206884'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:09.068744 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24a01d47-9ad1-4687-8b8a-27128c88f4a0 admin admin] Releasing vlan 1486 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 17:13:09.069314 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-24a01d47-9ad1-4687-8b8a-27128c88f4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16206884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3732988'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:09.071217 dv-cinder-791240-5-iscsi neutron-server[93882]: Traceback (most recent call last): Aug 25 17:13:09.071217 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 17:13:09.071217 dv-cinder-791240-5-iscsi neutron-server[93882]: timer() Aug 25 17:13:09.071217 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 17:13:09.071217 dv-cinder-791240-5-iscsi neutron-server[93882]: cb(*args, **kw) Aug 25 17:13:09.071217 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 17:13:09.071217 dv-cinder-791240-5-iscsi neutron-server[93882]: return func(*args, **kwargs) Aug 25 17:13:09.071217 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 17:13:09.071217 dv-cinder-791240-5-iscsi neutron-server[93882]: self._notify() Aug 25 17:13:09.071217 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 17:13:09.071217 dv-cinder-791240-5-iscsi neutron-server[93882]: self.callback(batched_events) Aug 25 17:13:09.071217 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 17:13:09.071217 dv-cinder-791240-5-iscsi neutron-server[93882]: event.method(event) Aug 25 17:13:09.071217 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 17:13:09.071217 dv-cinder-791240-5-iscsi neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 17:13:09.071217 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 17:13:09.071217 dv-cinder-791240-5-iscsi neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 17:13:09.071217 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 17:13:09.071217 dv-cinder-791240-5-iscsi neutron-server[93882]: return f(self, *a, **k) Aug 25 17:13:09.071217 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 17:13:09.071217 dv-cinder-791240-5-iscsi neutron-server[93882]: return self._get(url).json() Aug 25 17:13:09.071217 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 17:13:09.071217 dv-cinder-791240-5-iscsi neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 17:13:09.071217 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 17:13:09.071217 dv-cinder-791240-5-iscsi neutron-server[93882]: return self.request(url, 'GET', **kwargs) Aug 25 17:13:09.071217 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 17:13:09.071217 dv-cinder-791240-5-iscsi neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 17:13:09.071217 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 17:13:09.071217 dv-cinder-791240-5-iscsi neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 17:13:09.071217 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 17:13:09.071217 dv-cinder-791240-5-iscsi neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 17:13:09.071217 dv-cinder-791240-5-iscsi neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 17:13:09.142959 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-24a01d47-9ad1-4687-8b8a-27128c88f4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16079919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613987'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:09.148998 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-24a01d47-9ad1-4687-8b8a-27128c88f4a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16218488'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:09.151641 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-24a01d47-9ad1-4687-8b8a-27128c88f4a0 admin admin] 10.222.0.88 "DELETE /v2.0/networks/e9cb6f88-a0a4-4755-a50a-d59302485ab6 HTTP/1.1" status: 204 len: 168 time: 0.5191677 Aug 25 17:13:09.166295 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a01d47-9ad1-4687-8b8a-27128c88f4a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9cb6f88-a0a4-4755-a50a-d59302485ab6,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:13:09.183982 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device 6bef7847-a7f3-44f9-8d80-581ddbbd4124 no longer exists at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:13:09.205096 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] No Port match for: 6bef7847-a7f3-44f9-8d80-581ddbbd4124 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:13:09.205441 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device 6bef7847-a7f3-44f9-8d80-581ddbbd4124 not bound to the agent host dv-cinder-791240-5-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:13:09.205904 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device f370cd71-068f-41e1-855f-b7a043e7d62e no longer exists at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:13:09.224590 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] No Port match for: f370cd71-068f-41e1-855f-b7a043e7d62e {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:13:09.224956 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device f370cd71-068f-41e1-855f-b7a043e7d62e not bound to the agent host dv-cinder-791240-5-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:13:09.225476 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device 0ada1a0b-413b-4c8f-97f5-b57c8413338a no longer exists at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:13:09.243730 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] No Port match for: 0ada1a0b-413b-4c8f-97f5-b57c8413338a {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:13:09.244076 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device 0ada1a0b-413b-4c8f-97f5-b57c8413338a not bound to the agent host dv-cinder-791240-5-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:13:09.279415 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 45050) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:13:09.319546 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-8b86f148-e387-4811-84ac-99ea43e6c151 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=09e1d88a498442e5b06e802c45061ff2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380268 Aug 25 17:13:09.322501 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 45052) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:13:09.630542 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-eb41872b-a9e8-4529-9d75-9fe5b39553be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:09.651757 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-eb41872b-a9e8-4529-9d75-9fe5b39553be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:09.696712 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-eb41872b-a9e8-4529-9d75-9fe5b39553be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:09.700304 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-eb41872b-a9e8-4529-9d75-9fe5b39553be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:09.701556 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-eb41872b-a9e8-4529-9d75-9fe5b39553be admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/40ef300a-e18c-42a3-b626-ceb5d60b4b3e HTTP/1.1" status: 204 len: 168 time: 0.3781378 Aug 25 17:13:09.710483 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb41872b-a9e8-4529-9d75-9fe5b39553be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ef300a-e18c-42a3-b626-ceb5d60b4b3e,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:13:13.089915 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-11b0ca50-2d73-4f6a-a242-47bab9f6cefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:13.370741 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 45112) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:13:13.472802 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4d587616-70b3-42c6-bb92-74337723ed9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:13.559478 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4d587616-70b3-42c6-bb92-74337723ed9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:13.563062 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4d587616-70b3-42c6-bb92-74337723ed9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:13.600758 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-4d587616-70b3-42c6-bb92-74337723ed9a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9a909820b27042c99972c6fd3c3aa872&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2283013 Aug 25 17:13:13.601755 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d587616-70b3-42c6-bb92-74337723ed9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b64ac4f-1ba7-4c5f-b86c-df46c28251a1,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:13:13.603450 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 45116) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:13:13.653399 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-454641c2-1ef0-477e-8074-b104e7f3509a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:13.674072 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-454641c2-1ef0-477e-8074-b104e7f3509a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:13.721363 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-454641c2-1ef0-477e-8074-b104e7f3509a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:13.723907 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-454641c2-1ef0-477e-8074-b104e7f3509a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:13.725232 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-454641c2-1ef0-477e-8074-b104e7f3509a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0b64ac4f-1ba7-4c5f-b86c-df46c28251a1 HTTP/1.1" status: 204 len: 168 time: 0.1197972 Aug 25 17:13:13.732758 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454641c2-1ef0-477e-8074-b104e7f3509a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b64ac4f-1ba7-4c5f-b86c-df46c28251a1,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:13:15.287904 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 45168) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:13:15.388607 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ce42c693-74b6-464c-8361-085318564fea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:15.481133 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ce42c693-74b6-464c-8361-085318564fea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:15.484633 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ce42c693-74b6-464c-8361-085318564fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:15.527768 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-ce42c693-74b6-464c-8361-085318564fea admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3af5a12f4d784ac9bb4be12f57858d50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2387691 Aug 25 17:13:15.528579 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce42c693-74b6-464c-8361-085318564fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f78665e-1483-4112-a1a0-26669175b193,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:13:15.530508 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 45172) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:13:15.582809 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d4bcae93-050f-4814-b298-b8ca15540c19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:15.602669 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d4bcae93-050f-4814-b298-b8ca15540c19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:15.649097 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d4bcae93-050f-4814-b298-b8ca15540c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:15.651921 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d4bcae93-050f-4814-b298-b8ca15540c19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:15.653053 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-d4bcae93-050f-4814-b298-b8ca15540c19 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9f78665e-1483-4112-a1a0-26669175b193 HTTP/1.1" status: 204 len: 168 time: 0.1204538 Aug 25 17:13:15.660729 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bcae93-050f-4814-b298-b8ca15540c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f78665e-1483-4112-a1a0-26669175b193,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:13:15.702667 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1c4132c0-facb-431b-965f-35028e1b8bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:15.904484 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:15.916053 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 45178) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:13:15.929221 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-37af1e97-21cd-4235-b6f1-44a36adb06e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:15.929616 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:16.016683 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-37af1e97-21cd-4235-b6f1-44a36adb06e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:16.021145 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-37af1e97-21cd-4235-b6f1-44a36adb06e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:16.058002 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-37af1e97-21cd-4235-b6f1-44a36adb06e9 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=98ca77074bb04187b63220975c6f4cf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1408844 Aug 25 17:13:16.059858 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37af1e97-21cd-4235-b6f1-44a36adb06e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc901514-7109-45c9-99e5-8d8e04467534,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:13:16.060740 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 45180) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:13:16.110242 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d825a1f8-6919-4a96-bb90-830a89da9037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:16.130711 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d825a1f8-6919-4a96-bb90-830a89da9037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:16.175907 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d825a1f8-6919-4a96-bb90-830a89da9037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:16.178593 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d825a1f8-6919-4a96-bb90-830a89da9037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:16.179736 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-d825a1f8-6919-4a96-bb90-830a89da9037 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/cc901514-7109-45c9-99e5-8d8e04467534 HTTP/1.1" status: 204 len: 168 time: 0.1180041 Aug 25 17:13:16.187197 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d825a1f8-6919-4a96-bb90-830a89da9037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc901514-7109-45c9-99e5-8d8e04467534,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:13:17.076152 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3a305108-1f99-4b5d-a622-23901fed2525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:18.441656 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7978419e-b967-4a47-8975-0267302d25d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:27.156226 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 45276) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:13:27.266354 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-28e90bce-ea9b-40b2-a373-de2eb77ee988 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:27.364888 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-28e90bce-ea9b-40b2-a373-de2eb77ee988 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:27.368760 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-28e90bce-ea9b-40b2-a373-de2eb77ee988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:27.411184 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-28e90bce-ea9b-40b2-a373-de2eb77ee988 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2006905bb9194b74a5a7cefd63049458&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2538753 Aug 25 17:13:27.412019 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e90bce-ea9b-40b2-a373-de2eb77ee988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6823b906-3286-42f5-9116-4ab651acbc1f,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:13:27.414378 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 45280) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:13:27.473797 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f94ad7fd-b611-47c1-af4b-ed6984a6f06e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:27.494526 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f94ad7fd-b611-47c1-af4b-ed6984a6f06e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:27.541748 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f94ad7fd-b611-47c1-af4b-ed6984a6f06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:27.544324 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f94ad7fd-b611-47c1-af4b-ed6984a6f06e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:27.545471 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-f94ad7fd-b611-47c1-af4b-ed6984a6f06e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6823b906-3286-42f5-9116-4ab651acbc1f HTTP/1.1" status: 204 len: 168 time: 0.1299508 Aug 25 17:13:27.553368 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94ad7fd-b611-47c1-af4b-ed6984a6f06e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6823b906-3286-42f5-9116-4ab651acbc1f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:13:27.828184 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 45286) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:13:27.841368 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb62eefe-8824-4352-a106-243e5c1d3604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:27.927504 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb62eefe-8824-4352-a106-243e5c1d3604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:27.931890 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb62eefe-8824-4352-a106-243e5c1d3604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:27.970470 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-eb62eefe-8824-4352-a106-243e5c1d3604 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=77a00fb587484545b9f3eaa879888a1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1412051 Aug 25 17:13:27.971358 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb62eefe-8824-4352-a106-243e5c1d3604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff04f142-4f9d-4888-9fd5-accb783ec325,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:13:27.973123 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 45288) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:13:28.022493 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ee24897d-9eee-49dd-a022-5b2e52658ffb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:28.043289 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ee24897d-9eee-49dd-a022-5b2e52658ffb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:28.097569 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ee24897d-9eee-49dd-a022-5b2e52658ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:28.100876 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ee24897d-9eee-49dd-a022-5b2e52658ffb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:28.102212 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-ee24897d-9eee-49dd-a022-5b2e52658ffb admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ff04f142-4f9d-4888-9fd5-accb783ec325 HTTP/1.1" status: 204 len: 168 time: 0.1280091 Aug 25 17:13:28.110258 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee24897d-9eee-49dd-a022-5b2e52658ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff04f142-4f9d-4888-9fd5-accb783ec325,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:13:43.091220 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-26d507f6-bed8-4a79-abb3-18ad1fc48d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:45.532636 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-675b0cfa-30a8-494e-b3ff-bb445488b7d8 None None] Agent healthcheck: found 6 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:13:45.703999 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3b7de179-0fcb-4432-9e57-5b3081ee81d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:45.908005 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:45.933754 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:47.080922 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3a305108-1f99-4b5d-a622-23901fed2525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:48.439477 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7978419e-b967-4a47-8975-0267302d25d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:52.667039 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 45420) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:13:52.776325 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-31680faf-9a34-436a-89e2-968aaa514b6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:52.859613 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-31680faf-9a34-436a-89e2-968aaa514b6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:52.862967 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-31680faf-9a34-436a-89e2-968aaa514b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:52.899613 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-31680faf-9a34-436a-89e2-968aaa514b6e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ebd53de3a1c74f0ba7a4480ced355444&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2315314 Aug 25 17:13:52.900440 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31680faf-9a34-436a-89e2-968aaa514b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a48de69-f294-4eeb-8585-2015f3a5c1c0,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:13:52.902434 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 45424) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:13:52.950158 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f3f26816-96e2-46b5-893e-2574f5935d2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:52.970675 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f3f26816-96e2-46b5-893e-2574f5935d2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:53.015713 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f3f26816-96e2-46b5-893e-2574f5935d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:53.018224 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f3f26816-96e2-46b5-893e-2574f5935d2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:13:53.019350 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-f3f26816-96e2-46b5-893e-2574f5935d2d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2a48de69-f294-4eeb-8585-2015f3a5c1c0 HTTP/1.1" status: 204 len: 168 time: 0.1159093 Aug 25 17:13:53.027512 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f26816-96e2-46b5-893e-2574f5935d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a48de69-f294-4eeb-8585-2015f3a5c1c0,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:14:05.122618 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 45508) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:14:05.467757 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-4326b4ae-efc2-445b-8d1f-9a65ff2aa341 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Deleting port 6e9c38dd-eb0f-42bf-a0e7-5046891b48b5 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:14:05.468099 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4326b4ae-efc2-445b-8d1f-9a65ff2aa341 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743706167839'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:05.541037 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4326b4ae-efc2-445b-8d1f-9a65ff2aa341 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616478'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:05.541366 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4326b4ae-efc2-445b-8d1f-9a65ff2aa341 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:05.552687 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-4326b4ae-efc2-445b-8d1f-9a65ff2aa341 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Calling delete_port for 6e9c38dd-eb0f-42bf-a0e7-5046891b48b5 owned by network:floatingip {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:14:05.720851 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4326b4ae-efc2-445b-8d1f-9a65ff2aa341 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743706076703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743705601028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732937'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:05.747164 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4326b4ae-efc2-445b-8d1f-9a65ff2aa341 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Pushing event deleted for resources: {'Port': ['ID=6e9c38dd-eb0f-42bf-a0e7-5046891b48b5,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:14:05.778827 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4326b4ae-efc2-445b-8d1f-9a65ff2aa341 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:14:05.779183 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4326b4ae-efc2-445b-8d1f-9a65ff2aa341 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:14:05.779522 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4326b4ae-efc2-445b-8d1f-9a65ff2aa341 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:14:05.779855 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4326b4ae-efc2-445b-8d1f-9a65ff2aa341 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:14:05.780183 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4326b4ae-efc2-445b-8d1f-9a65ff2aa341 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:14:05.780518 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4326b4ae-efc2-445b-8d1f-9a65ff2aa341 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:14:05.780847 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4326b4ae-efc2-445b-8d1f-9a65ff2aa341 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:14:05.781174 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4326b4ae-efc2-445b-8d1f-9a65ff2aa341 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:14:05.781501 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4326b4ae-efc2-445b-8d1f-9a65ff2aa341 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:14:05.781849 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4326b4ae-efc2-445b-8d1f-9a65ff2aa341 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:14:05.782171 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4326b4ae-efc2-445b-8d1f-9a65ff2aa341 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:14:05.782495 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4326b4ae-efc2-445b-8d1f-9a65ff2aa341 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:14:05.822563 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4326b4ae-efc2-445b-8d1f-9a65ff2aa341 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks [] for floatingip, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:05.822904 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.db.l3_db [None req-4326b4ae-efc2-445b-8d1f-9a65ff2aa341 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Floating IP 55f46f63-f4f4-4c49-a6ff-a473a2c7d25b disassociated (deleted). External IP: 172.27.2.109, port: cf2902e1-1a57-45f0-aabd-d17d26bf24be. Aug 25 17:14:06.038064 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4326b4ae-efc2-445b-8d1f-9a65ff2aa341 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Router 04b77e9b-3ed7-48f6-b59b-3883882c6b63 has already been hosted by L3 agent d32565c1-f1a3-4226-8f5a-e505deb187a1 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:14:06.148806 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4326b4ae-efc2-445b-8d1f-9a65ff2aa341 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify agent at l3_agent.dv-cinder-791240-5-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:14:06.164695 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec37186-3d81-4fb7-866b-ac67bc0ea0a7 None None] Sync routers for ids ['04b77e9b-3ed7-48f6-b59b-3883882c6b63'] in dv-cinder-791240-5-iscsi {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:14:06.171754 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4326b4ae-efc2-445b-8d1f-9a65ff2aa341 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:06.175477 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec37186-3d81-4fb7-866b-ac67bc0ea0a7 None None] Routers {'04b77e9b-3ed7-48f6-b59b-3883882c6b63'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:14:06.176112 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-7ec37186-3d81-4fb7-866b-ac67bc0ea0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:13:46Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['04b77e9b-3ed7-48f6-b59b-3883882c6b63'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:14:06.202466 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-4326b4ae-efc2-445b-8d1f-9a65ff2aa341 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "DELETE /v2.0/floatingips/55f46f63-f4f4-4c49-a6ff-a473a2c7d25b HTTP/1.1" status: 204 len: 168 time: 1.0787275 Aug 25 17:14:06.203137 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40c57fd4-d652-48ab-bc06-06a7e7c1a94e', 'tag': 'cf2902e1-1a57-45f0-aabd-d17d26bf24be'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:14:06.206130 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30294bf1a97406c8a8235025fddf2f3c25b52a26b11c10f571ea972848b08700" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a653412-2b01-4415-97e3-0675016812ee" -d '{"events": [{"name": "network-changed", "server_uuid": "40c57fd4-d652-48ab-bc06-06a7e7c1a94e", "tag": "cf2902e1-1a57-45f0-aabd-d17d26bf24be"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:14:06.293337 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-7ec37186-3d81-4fb7-866b-ac67bc0ea0a7 None None] Set router 04b77e9b-3ed7-48f6-b59b-3883882c6b63 gateway port host: dv-cinder-791240-5-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:14:06.360762 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ac4f4a-f408-4233-9d8e-50ec95b2c180 x-openstack-request-id: req-28ac4f4a-f408-4233-9d8e-50ec95b2c180 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:14:06.361058 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40c57fd4-d652-48ab-bc06-06a7e7c1a94e", "tag": "cf2902e1-1a57-45f0-aabd-d17d26bf24be", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:14:06.361310 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-28ac4f4a-f408-4233-9d8e-50ec95b2c180 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:14:06.361738 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40c57fd4-d652-48ab-bc06-06a7e7c1a94e', 'tag': 'cf2902e1-1a57-45f0-aabd-d17d26bf24be', 'status': 'completed', 'code': 200} Aug 25 17:14:06.442817 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a653412-2b01-4415-97e3-0675016812ee req-ad84ac4b-235c-42a6-96b0-220c00330eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:14:06.444371 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0a653412-2b01-4415-97e3-0675016812ee req-ad84ac4b-235c-42a6-96b0-220c00330eac service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ba5739dee5fb41749a615cb50fc983d9&device_id=40c57fd4-d652-48ab-bc06-06a7e7c1a94e HTTP/1.1" status: 200 len: 1099 time: 0.0431960 Aug 25 17:14:06.465143 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fafa94-f078-4b29-b436-bc047eca0bcb req-7045ff3d-38cd-4e2c-b9b7-86b73f90ca1d tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:14:06.473119 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-55fafa94-f078-4b29-b436-bc047eca0bcb req-7045ff3d-38cd-4e2c-b9b7-86b73f90ca1d tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/ports?device_id=40c57fd4-d652-48ab-bc06-06a7e7c1a94e HTTP/1.1" status: 200 len: 946 time: 0.0616114 Aug 25 17:14:06.508542 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-55fafa94-f078-4b29-b436-bc047eca0bcb req-a5763527-ba78-4666-a873-3e7e7ffa33d9 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/security-groups?id=9a7fe55f-19e7-4685-8491-78be94af470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344577 Aug 25 17:14:06.527042 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-7ec37186-3d81-4fb7-866b-ac67bc0ea0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'name': 'tempest-TestVolumeBootPattern-2088495679-router', 'tenant_id': 'ba5739dee5fb41749a615cb50fc983d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'ad7c7f20-613e-470e-a73e-3d5fae39d3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:02:51Z', 'updated_at': '2021-08-25T17:02:55Z', 'revision_number': 4, 'project_id': 'ba5739dee5fb41749a615cb50fc983d9', 'gw_port': {'id': 'ad7c7f20-613e-470e-a73e-3d5fae39d3f1', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ba:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:52Z', 'updated_at': '2021-08-25T17:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_floatingips': [{'id': '37bb81f4-77fe-458c-8059-ac89f0eee4d7', 'tenant_id': 'ba5739dee5fb41749a615cb50fc983d9', 'floating_ip_address': '172.27.2.57', 'floating_network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'router_id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'port_id': '6488b641-e221-44be-b4bf-ed3d81a37b03', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'babef823-13d0-4c9c-ac11-3e08eee348af', 'mac_address': 'fa:16:3e:bc:99:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084babe8-2f32-483a-aab0-778df51c22eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:09:21Z', 'updated_at': '2021-08-25T17:09:23Z', 'revision_number': 1, 'project_id': 'ba5739dee5fb41749a615cb50fc983d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6010d72b-2694-48b0-8a36-446ebc025733', 'name': '', 'network_id': 'babef823-13d0-4c9c-ac11-3e08eee348af', 'tenant_id': 'ba5739dee5fb41749a615cb50fc983d9', 'mac_address': 'fa:16:3e:94:64:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'bfe00ef0-b79f-4f8a-b5ba-574e5c012373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:54Z', 'updated_at': '2021-08-25T17:03:03Z', 'revision_number': 5, 'project_id': 'ba5739dee5fb41749a615cb50fc983d9', 'subnets': [{'id': 'bfe00ef0-b79f-4f8a-b5ba-574e5c012373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:14:06.542349 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a653412-2b01-4415-97e3-0675016812ee req-0eeab8c6-4fe9-4d1c-975a-dbffe5ce339b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:14:06.544013 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0a653412-2b01-4415-97e3-0675016812ee req-0eeab8c6-4fe9-4d1c-975a-dbffe5ce339b service neutron] 10.222.0.16 "GET /v2.0/networks?id=babef823-13d0-4c9c-ac11-3e08eee348af HTTP/1.1" status: 200 len: 914 time: 0.0922236 Aug 25 17:14:06.555490 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec37186-3d81-4fb7-866b-ac67bc0ea0a7 None None] Checking router: 04b77e9b-3ed7-48f6-b59b-3883882c6b63 for host: dv-cinder-791240-5-iscsi {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:14:06.563583 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec37186-3d81-4fb7-866b-ac67bc0ea0a7 None None] Routers {'04b77e9b-3ed7-48f6-b59b-3883882c6b63'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:14:06.564174 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-7ec37186-3d81-4fb7-866b-ac67bc0ea0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:13:46Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['04b77e9b-3ed7-48f6-b59b-3883882c6b63'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:14:06.587358 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0a653412-2b01-4415-97e3-0675016812ee req-04e45c10-169e-4299-956c-6c841e599fa8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf2902e1-1a57-45f0-aabd-d17d26bf24be HTTP/1.1" status: 200 len: 217 time: 0.0354578 Aug 25 17:14:06.635862 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a653412-2b01-4415-97e3-0675016812ee req-44019a82-85ac-4307-b7ae-8b96bbb7e56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:14:06.637324 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0a653412-2b01-4415-97e3-0675016812ee req-44019a82-85ac-4307-b7ae-8b96bbb7e56e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bfe00ef0-b79f-4f8a-b5ba-574e5c012373 HTTP/1.1" status: 200 len: 851 time: 0.0428016 Aug 25 17:14:06.666472 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-7ec37186-3d81-4fb7-866b-ac67bc0ea0a7 None None] Set router 04b77e9b-3ed7-48f6-b59b-3883882c6b63 gateway port host: dv-cinder-791240-5-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:14:06.682915 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a653412-2b01-4415-97e3-0675016812ee req-c3ea5902-c2af-45ec-9d9c-01d7d9806187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:14:06.684411 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0a653412-2b01-4415-97e3-0675016812ee req-c3ea5902-c2af-45ec-9d9c-01d7d9806187 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=babef823-13d0-4c9c-ac11-3e08eee348af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394990 Aug 25 17:14:06.781095 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0a653412-2b01-4415-97e3-0675016812ee req-e0808b02-88d2-4123-a701-3cf06d51a05b service neutron] 10.222.0.16 "GET /v2.0/networks/babef823-13d0-4c9c-ac11-3e08eee348af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867109 Aug 25 17:14:06.874350 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0a653412-2b01-4415-97e3-0675016812ee req-65837a36-921f-4a22-a3ab-4a7733c0c10a service neutron] 10.222.0.16 "GET /v2.0/networks/babef823-13d0-4c9c-ac11-3e08eee348af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852776 Aug 25 17:14:06.897871 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-7ec37186-3d81-4fb7-866b-ac67bc0ea0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'name': 'tempest-TestVolumeBootPattern-2088495679-router', 'tenant_id': 'ba5739dee5fb41749a615cb50fc983d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'ad7c7f20-613e-470e-a73e-3d5fae39d3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:02:51Z', 'updated_at': '2021-08-25T17:02:55Z', 'revision_number': 4, 'project_id': 'ba5739dee5fb41749a615cb50fc983d9', 'gw_port': {'id': 'ad7c7f20-613e-470e-a73e-3d5fae39d3f1', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ba:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:52Z', 'updated_at': '2021-08-25T17:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_floatingips': [{'id': '37bb81f4-77fe-458c-8059-ac89f0eee4d7', 'tenant_id': 'ba5739dee5fb41749a615cb50fc983d9', 'floating_ip_address': '172.27.2.57', 'floating_network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'router_id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'port_id': '6488b641-e221-44be-b4bf-ed3d81a37b03', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'babef823-13d0-4c9c-ac11-3e08eee348af', 'mac_address': 'fa:16:3e:bc:99:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084babe8-2f32-483a-aab0-778df51c22eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:09:21Z', 'updated_at': '2021-08-25T17:09:23Z', 'revision_number': 1, 'project_id': 'ba5739dee5fb41749a615cb50fc983d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6010d72b-2694-48b0-8a36-446ebc025733', 'name': '', 'network_id': 'babef823-13d0-4c9c-ac11-3e08eee348af', 'tenant_id': 'ba5739dee5fb41749a615cb50fc983d9', 'mac_address': 'fa:16:3e:94:64:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'bfe00ef0-b79f-4f8a-b5ba-574e5c012373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:54Z', 'updated_at': '2021-08-25T17:03:03Z', 'revision_number': 5, 'project_id': 'ba5739dee5fb41749a615cb50fc983d9', 'subnets': [{'id': 'bfe00ef0-b79f-4f8a-b5ba-574e5c012373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:14:06.926345 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec37186-3d81-4fb7-866b-ac67bc0ea0a7 None None] The sync data for ids ['04b77e9b-3ed7-48f6-b59b-3883882c6b63'] in dv-cinder-791240-5-iscsi is: [{'id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'name': 'tempest-TestVolumeBootPattern-2088495679-router', 'tenant_id': 'ba5739dee5fb41749a615cb50fc983d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'ad7c7f20-613e-470e-a73e-3d5fae39d3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:02:51Z', 'updated_at': '2021-08-25T17:02:55Z', 'revision_number': 4, 'project_id': 'ba5739dee5fb41749a615cb50fc983d9', 'gw_port': {'id': 'ad7c7f20-613e-470e-a73e-3d5fae39d3f1', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ba:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:52Z', 'updated_at': '2021-08-25T17:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_floatingips': [{'id': '37bb81f4-77fe-458c-8059-ac89f0eee4d7', 'tenant_id': 'ba5739dee5fb41749a615cb50fc983d9', 'floating_ip_address': '172.27.2.57', 'floating_network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'router_id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'port_id': '6488b641-e221-44be-b4bf-ed3d81a37b03', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'babef823-13d0-4c9c-ac11-3e08eee348af', 'mac_address': 'fa:16:3e:bc:99:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084babe8-2f32-483a-aab0-778df51c22eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:09:21Z', 'updated_at': '2021-08-25T17:09:23Z', 'revision_number': 1, 'project_id': 'ba5739dee5fb41749a615cb50fc983d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6010d72b-2694-48b0-8a36-446ebc025733', 'name': '', 'network_id': 'babef823-13d0-4c9c-ac11-3e08eee348af', 'tenant_id': 'ba5739dee5fb41749a615cb50fc983d9', 'mac_address': 'fa:16:3e:94:64:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'bfe00ef0-b79f-4f8a-b5ba-574e5c012373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:54Z', 'updated_at': '2021-08-25T17:03:03Z', 'revision_number': 5, 'project_id': 'ba5739dee5fb41749a615cb50fc983d9', 'subnets': [{'id': 'bfe00ef0-b79f-4f8a-b5ba-574e5c012373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:14:07.134287 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3dd474-a5eb-4737-b886-cd76094bea0d None None] New status for floating IP 55f46f63-f4f4-4c49-a6ff-a473a2c7d25b: DOWN {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 17:14:07.631922 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad83ed-104f-4ece-b6bc-fad54f03ed54 req-de11db10-4a90-487d-bdad-f56b2d9adaef tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:14:07.633414 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e6ad83ed-104f-4ece-b6bc-fad54f03ed54 req-de11db10-4a90-487d-bdad-f56b2d9adaef tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/ports?device_id=40c57fd4-d652-48ab-bc06-06a7e7c1a94e HTTP/1.1" status: 200 len: 946 time: 0.0515697 Aug 25 17:14:07.671430 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e6ad83ed-104f-4ece-b6bc-fad54f03ed54 req-3590da75-f8b7-4eb6-9f7e-850340f685d3 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/security-groups?id=9a7fe55f-19e7-4685-8491-78be94af470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322073 Aug 25 17:14:08.352123 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1a492-30a1-4fd9-8419-7ff232c1c2e3 req-217a3bec-d000-4973-8edf-a4d5ce184c32 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:14:08.353586 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-22c1a492-30a1-4fd9-8419-7ff232c1c2e3 req-217a3bec-d000-4973-8edf-a4d5ce184c32 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.16 "GET /v2.0/ports?device_id=40c57fd4-d652-48ab-bc06-06a7e7c1a94e HTTP/1.1" status: 200 len: 946 time: 0.0535862 Aug 25 17:14:08.442025 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-22c1a492-30a1-4fd9-8419-7ff232c1c2e3 req-b317638b-77f4-4af4-9dec-c891d35fd404 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Deleting port cf2902e1-1a57-45f0-aabd-d17d26bf24be {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:14:08.442370 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-22c1a492-30a1-4fd9-8419-7ff232c1c2e3 req-b317638b-77f4-4af4-9dec-c891d35fd404 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743706167839'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:08.539523 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-22c1a492-30a1-4fd9-8419-7ff232c1c2e3 req-b317638b-77f4-4af4-9dec-c891d35fd404 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] For port cf2902e1-1a57-45f0-aabd-d17d26bf24be, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=cf2902e1-1a57-45f0-aabd-d17d26bf24be,segment=NetworkSegment(5869c28b-1ae8-41c8-939f-b652bb6315aa),segment_id=5869c28b-1ae8-41c8-939f-b652bb6315aa)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:14:08.539895 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-22c1a492-30a1-4fd9-8419-7ff232c1c2e3 req-b317638b-77f4-4af4-9dec-c891d35fd404 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616478'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:08.553276 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-22c1a492-30a1-4fd9-8419-7ff232c1c2e3 req-b317638b-77f4-4af4-9dec-c891d35fd404 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Calling delete_port for cf2902e1-1a57-45f0-aabd-d17d26bf24be owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:14:08.678221 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-22c1a492-30a1-4fd9-8419-7ff232c1c2e3 req-b317638b-77f4-4af4-9dec-c891d35fd404 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743706076703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743705601028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732937'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:08.710319 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b317638b-77f4-4af4-9dec-c891d35fd404 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Pushing event deleted for resources: {'Port': ['ID=cf2902e1-1a57-45f0-aabd-d17d26bf24be,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:14:08.752690 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c1a492-30a1-4fd9-8419-7ff232c1c2e3 req-b317638b-77f4-4af4-9dec-c891d35fd404 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] No DVR routers for this DVR port cf2902e1-1a57-45f0-aabd-d17d26bf24be on host hv-cinder-79124 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:14:08.755195 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-22c1a492-30a1-4fd9-8419-7ff232c1c2e3 req-b317638b-77f4-4af4-9dec-c891d35fd404 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:08.757744 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-22c1a492-30a1-4fd9-8419-7ff232c1c2e3 req-b317638b-77f4-4af4-9dec-c891d35fd404 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.16 "DELETE /v2.0/ports/cf2902e1-1a57-45f0-aabd-d17d26bf24be HTTP/1.1" status: 204 len: 173 time: 0.3969309 Aug 25 17:14:08.758171 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c57fd4-d652-48ab-bc06-06a7e7c1a94e', 'name': 'network-vif-deleted', 'tag': 'cf2902e1-1a57-45f0-aabd-d17d26bf24be'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:14:08.760553 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30294bf1a97406c8a8235025fddf2f3c25b52a26b11c10f571ea972848b08700" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53694fe4-d21f-49d0-b3bb-13e092a40543" -d '{"events": [{"server_uuid": "40c57fd4-d652-48ab-bc06-06a7e7c1a94e", "name": "network-vif-deleted", "tag": "cf2902e1-1a57-45f0-aabd-d17d26bf24be"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:14:08.780995 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-77d5cd23-b5ea-4151-8ca9-430207917e3b req-4965e23a-122d-430d-bd57-a6ebea42d477 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/ports?device_id=40c57fd4-d652-48ab-bc06-06a7e7c1a94e HTTP/1.1" status: 200 len: 210 time: 0.0305445 Aug 25 17:14:08.827486 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1160359-a3b9-4f3c-9d4f-4224fce00013 x-openstack-request-id: req-c1160359-a3b9-4f3c-9d4f-4224fce00013 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:14:08.827785 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c57fd4-d652-48ab-bc06-06a7e7c1a94e", "name": "network-vif-deleted", "tag": "cf2902e1-1a57-45f0-aabd-d17d26bf24be", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:14:08.828042 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c1160359-a3b9-4f3c-9d4f-4224fce00013 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:14:08.828530 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c57fd4-d652-48ab-bc06-06a7e7c1a94e', 'name': 'network-vif-deleted', 'tag': 'cf2902e1-1a57-45f0-aabd-d17d26bf24be', 'status': 'completed', 'code': 200} Aug 25 17:14:10.173820 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device cf2902e1-1a57-45f0-aabd-d17d26bf24be no longer exists at agent hyperv_hv-cinder-79124 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:14:10.314661 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] No Port match for: cf2902e1-1a57-45f0-aabd-d17d26bf24be {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:14:10.315006 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device cf2902e1-1a57-45f0-aabd-d17d26bf24be not bound to the agent host hv-cinder-79124 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:14:12.062161 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 45644) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:14:12.218947 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-7a006ed4-984b-4885-bd15-cb6716a28336 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Deleting port b38dd5aa-134f-453f-91b6-9a762d1be7d7 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:14:12.219290 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7a006ed4-984b-4885-bd15-cb6716a28336 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743706167839'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:12.297528 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7a006ed4-984b-4885-bd15-cb6716a28336 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616478'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:12.297795 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7a006ed4-984b-4885-bd15-cb6716a28336 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:12.309881 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-7a006ed4-984b-4885-bd15-cb6716a28336 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Calling delete_port for b38dd5aa-134f-453f-91b6-9a762d1be7d7 owned by network:floatingip {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:14:12.454933 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7a006ed4-984b-4885-bd15-cb6716a28336 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743706076703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743705601028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732937'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:12.481949 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a006ed4-984b-4885-bd15-cb6716a28336 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Pushing event deleted for resources: {'Port': ['ID=b38dd5aa-134f-453f-91b6-9a762d1be7d7,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:14:12.540822 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7a006ed4-984b-4885-bd15-cb6716a28336 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks [] for floatingip, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:12.541145 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.db.l3_db [None req-7a006ed4-984b-4885-bd15-cb6716a28336 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Floating IP 37bb81f4-77fe-458c-8059-ac89f0eee4d7 disassociated (deleted). External IP: 172.27.2.57, port: 6488b641-e221-44be-b4bf-ed3d81a37b03. Aug 25 17:14:12.749259 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a006ed4-984b-4885-bd15-cb6716a28336 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Router 04b77e9b-3ed7-48f6-b59b-3883882c6b63 has already been hosted by L3 agent d32565c1-f1a3-4226-8f5a-e505deb187a1 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:14:12.858424 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a006ed4-984b-4885-bd15-cb6716a28336 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify agent at l3_agent.dv-cinder-791240-5-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:14:12.866746 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7a006ed4-984b-4885-bd15-cb6716a28336 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:12.875389 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79837579-7928-4773-83e1-e0abe448ab63 None None] Sync routers for ids ['04b77e9b-3ed7-48f6-b59b-3883882c6b63'] in dv-cinder-791240-5-iscsi {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:14:12.885081 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79837579-7928-4773-83e1-e0abe448ab63 None None] Routers {'04b77e9b-3ed7-48f6-b59b-3883882c6b63'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:14:12.889740 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-79837579-7928-4773-83e1-e0abe448ab63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:13:46Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['04b77e9b-3ed7-48f6-b59b-3883882c6b63'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:14:12.899645 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-7a006ed4-984b-4885-bd15-cb6716a28336 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "DELETE /v2.0/floatingips/37bb81f4-77fe-458c-8059-ac89f0eee4d7 HTTP/1.1" status: 204 len: 168 time: 0.8363748 Aug 25 17:14:12.900336 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '084babe8-2f32-483a-aab0-778df51c22eb', 'tag': '6488b641-e221-44be-b4bf-ed3d81a37b03'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:14:12.902613 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30294bf1a97406c8a8235025fddf2f3c25b52a26b11c10f571ea972848b08700" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda7ca08-c9f7-4274-8fe0-1f5eddb6df6d" -d '{"events": [{"name": "network-changed", "server_uuid": "084babe8-2f32-483a-aab0-778df51c22eb", "tag": "6488b641-e221-44be-b4bf-ed3d81a37b03"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:14:13.004541 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-79837579-7928-4773-83e1-e0abe448ab63 None None] Set router 04b77e9b-3ed7-48f6-b59b-3883882c6b63 gateway port host: dv-cinder-791240-5-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:14:13.061335 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a99c6f0f-bf3e-438c-ad42-47de473d7f41 x-openstack-request-id: req-a99c6f0f-bf3e-438c-ad42-47de473d7f41 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:14:13.061527 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "084babe8-2f32-483a-aab0-778df51c22eb", "tag": "6488b641-e221-44be-b4bf-ed3d81a37b03", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:14:13.062261 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a99c6f0f-bf3e-438c-ad42-47de473d7f41 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:14:13.063007 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '084babe8-2f32-483a-aab0-778df51c22eb', 'tag': '6488b641-e221-44be-b4bf-ed3d81a37b03', 'status': 'completed', 'code': 200} Aug 25 17:14:13.159034 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7ca08-c9f7-4274-8fe0-1f5eddb6df6d req-c77a5a42-480a-450e-a2a9-70867ac71af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:14:13.162186 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bda7ca08-c9f7-4274-8fe0-1f5eddb6df6d req-c77a5a42-480a-450e-a2a9-70867ac71af9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ba5739dee5fb41749a615cb50fc983d9&device_id=084babe8-2f32-483a-aab0-778df51c22eb HTTP/1.1" status: 200 len: 1098 time: 0.0749784 Aug 25 17:14:13.186158 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0f522-4335-4a8e-8913-0e5823dee5cc req-9c6bf4d3-7d31-4cdf-9180-19bf27349292 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:14:13.187711 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-44b0f522-4335-4a8e-8913-0e5823dee5cc req-9c6bf4d3-7d31-4cdf-9180-19bf27349292 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/ports?device_id=084babe8-2f32-483a-aab0-778df51c22eb HTTP/1.1" status: 200 len: 945 time: 0.0781472 Aug 25 17:14:13.190503 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-873ab6ba-b6bb-4c46-b774-fb7a2cb4aa8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:13.231411 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-44b0f522-4335-4a8e-8913-0e5823dee5cc req-476e8c36-3e4d-4623-bd68-9622c28e2950 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/security-groups?id=9a7fe55f-19e7-4685-8491-78be94af470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361221 Aug 25 17:14:13.260738 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-79837579-7928-4773-83e1-e0abe448ab63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'name': 'tempest-TestVolumeBootPattern-2088495679-router', 'tenant_id': 'ba5739dee5fb41749a615cb50fc983d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'ad7c7f20-613e-470e-a73e-3d5fae39d3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:02:51Z', 'updated_at': '2021-08-25T17:02:55Z', 'revision_number': 4, 'project_id': 'ba5739dee5fb41749a615cb50fc983d9', 'gw_port': {'id': 'ad7c7f20-613e-470e-a73e-3d5fae39d3f1', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ba:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:52Z', 'updated_at': '2021-08-25T17:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_interfaces': [{'id': '6010d72b-2694-48b0-8a36-446ebc025733', 'name': '', 'network_id': 'babef823-13d0-4c9c-ac11-3e08eee348af', 'tenant_id': 'ba5739dee5fb41749a615cb50fc983d9', 'mac_address': 'fa:16:3e:94:64:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'bfe00ef0-b79f-4f8a-b5ba-574e5c012373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:54Z', 'updated_at': '2021-08-25T17:03:03Z', 'revision_number': 5, 'project_id': 'ba5739dee5fb41749a615cb50fc983d9', 'subnets': [{'id': 'bfe00ef0-b79f-4f8a-b5ba-574e5c012373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:14:13.263383 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7ca08-c9f7-4274-8fe0-1f5eddb6df6d req-4cfcb6fb-cdd4-4b16-8191-7c7a0b7717f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:14:13.264866 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bda7ca08-c9f7-4274-8fe0-1f5eddb6df6d req-4cfcb6fb-cdd4-4b16-8191-7c7a0b7717f9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=babef823-13d0-4c9c-ac11-3e08eee348af HTTP/1.1" status: 200 len: 914 time: 0.0949783 Aug 25 17:14:13.292464 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79837579-7928-4773-83e1-e0abe448ab63 None None] Checking router: 04b77e9b-3ed7-48f6-b59b-3883882c6b63 for host: dv-cinder-791240-5-iscsi {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:14:13.300642 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79837579-7928-4773-83e1-e0abe448ab63 None None] Routers {'04b77e9b-3ed7-48f6-b59b-3883882c6b63'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:14:13.301243 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-79837579-7928-4773-83e1-e0abe448ab63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:13:46Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['04b77e9b-3ed7-48f6-b59b-3883882c6b63'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:14:13.309273 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bda7ca08-c9f7-4274-8fe0-1f5eddb6df6d req-2b54d25f-92d6-41b6-b8c0-fed1f93458bd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6488b641-e221-44be-b4bf-ed3d81a37b03 HTTP/1.1" status: 200 len: 217 time: 0.0358632 Aug 25 17:14:13.360958 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7ca08-c9f7-4274-8fe0-1f5eddb6df6d req-92fa5f33-7005-4fea-ae25-af6e73d3ab38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:14:13.362426 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bda7ca08-c9f7-4274-8fe0-1f5eddb6df6d req-92fa5f33-7005-4fea-ae25-af6e73d3ab38 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bfe00ef0-b79f-4f8a-b5ba-574e5c012373 HTTP/1.1" status: 200 len: 851 time: 0.0448277 Aug 25 17:14:13.408378 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-79837579-7928-4773-83e1-e0abe448ab63 None None] Set router 04b77e9b-3ed7-48f6-b59b-3883882c6b63 gateway port host: dv-cinder-791240-5-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:14:13.413094 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7ca08-c9f7-4274-8fe0-1f5eddb6df6d req-5d0f706f-1a02-4f2d-9c33-60e1bc26b8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:14:13.414612 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bda7ca08-c9f7-4274-8fe0-1f5eddb6df6d req-5d0f706f-1a02-4f2d-9c33-60e1bc26b8c3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=babef823-13d0-4c9c-ac11-3e08eee348af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449188 Aug 25 17:14:13.511255 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bda7ca08-c9f7-4274-8fe0-1f5eddb6df6d req-04e9b619-ff90-4f50-884f-64ba4782f202 service neutron] 10.222.0.16 "GET /v2.0/networks/babef823-13d0-4c9c-ac11-3e08eee348af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828664 Aug 25 17:14:13.607809 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bda7ca08-c9f7-4274-8fe0-1f5eddb6df6d req-a2e279d6-de65-4728-8706-f7502385b2d5 service neutron] 10.222.0.16 "GET /v2.0/networks/babef823-13d0-4c9c-ac11-3e08eee348af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916004 Aug 25 17:14:13.633796 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-79837579-7928-4773-83e1-e0abe448ab63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'name': 'tempest-TestVolumeBootPattern-2088495679-router', 'tenant_id': 'ba5739dee5fb41749a615cb50fc983d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'ad7c7f20-613e-470e-a73e-3d5fae39d3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:02:51Z', 'updated_at': '2021-08-25T17:02:55Z', 'revision_number': 4, 'project_id': 'ba5739dee5fb41749a615cb50fc983d9', 'gw_port': {'id': 'ad7c7f20-613e-470e-a73e-3d5fae39d3f1', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ba:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:52Z', 'updated_at': '2021-08-25T17:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_interfaces': [{'id': '6010d72b-2694-48b0-8a36-446ebc025733', 'name': '', 'network_id': 'babef823-13d0-4c9c-ac11-3e08eee348af', 'tenant_id': 'ba5739dee5fb41749a615cb50fc983d9', 'mac_address': 'fa:16:3e:94:64:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'bfe00ef0-b79f-4f8a-b5ba-574e5c012373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:54Z', 'updated_at': '2021-08-25T17:03:03Z', 'revision_number': 5, 'project_id': 'ba5739dee5fb41749a615cb50fc983d9', 'subnets': [{'id': 'bfe00ef0-b79f-4f8a-b5ba-574e5c012373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:14:13.667439 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79837579-7928-4773-83e1-e0abe448ab63 None None] The sync data for ids ['04b77e9b-3ed7-48f6-b59b-3883882c6b63'] in dv-cinder-791240-5-iscsi is: [{'id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'name': 'tempest-TestVolumeBootPattern-2088495679-router', 'tenant_id': 'ba5739dee5fb41749a615cb50fc983d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'ad7c7f20-613e-470e-a73e-3d5fae39d3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:02:51Z', 'updated_at': '2021-08-25T17:02:55Z', 'revision_number': 4, 'project_id': 'ba5739dee5fb41749a615cb50fc983d9', 'gw_port': {'id': 'ad7c7f20-613e-470e-a73e-3d5fae39d3f1', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ba:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:52Z', 'updated_at': '2021-08-25T17:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi', '_interfaces': [{'id': '6010d72b-2694-48b0-8a36-446ebc025733', 'name': '', 'network_id': 'babef823-13d0-4c9c-ac11-3e08eee348af', 'tenant_id': 'ba5739dee5fb41749a615cb50fc983d9', 'mac_address': 'fa:16:3e:94:64:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'bfe00ef0-b79f-4f8a-b5ba-574e5c012373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:54Z', 'updated_at': '2021-08-25T17:03:03Z', 'revision_number': 5, 'project_id': 'ba5739dee5fb41749a615cb50fc983d9', 'subnets': [{'id': 'bfe00ef0-b79f-4f8a-b5ba-574e5c012373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:14:13.869016 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd463cad-f2a1-4934-bbb4-6440a238bb3a None None] New status for floating IP 37bb81f4-77fe-458c-8059-ac89f0eee4d7: DOWN {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 17:14:14.356609 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674a15a-d769-489a-b12e-6355900e10e0 req-099c4dae-7278-4599-a169-2891bfd9c9cf tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:14:14.358135 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b674a15a-d769-489a-b12e-6355900e10e0 req-099c4dae-7278-4599-a169-2891bfd9c9cf tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/ports?device_id=084babe8-2f32-483a-aab0-778df51c22eb HTTP/1.1" status: 200 len: 945 time: 0.0497446 Aug 25 17:14:14.395336 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b674a15a-d769-489a-b12e-6355900e10e0 req-25c6826e-bbf1-44f8-9a9c-679ed41f4906 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/security-groups?id=9a7fe55f-19e7-4685-8491-78be94af470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313549 Aug 25 17:14:14.596668 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af6592-da1a-4e25-a944-69deea65c444 req-966dbb50-c0f8-454b-ac2e-b78b00b64483 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:14:14.598076 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-33af6592-da1a-4e25-a944-69deea65c444 req-966dbb50-c0f8-454b-ac2e-b78b00b64483 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.16 "GET /v2.0/ports?device_id=084babe8-2f32-483a-aab0-778df51c22eb HTTP/1.1" status: 200 len: 945 time: 0.0494432 Aug 25 17:14:14.686623 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-33af6592-da1a-4e25-a944-69deea65c444 req-90c0209f-7ad8-457f-9cdb-baae4ff3ddd2 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Deleting port 6488b641-e221-44be-b4bf-ed3d81a37b03 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:14:14.686965 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-33af6592-da1a-4e25-a944-69deea65c444 req-90c0209f-7ad8-457f-9cdb-baae4ff3ddd2 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743706167839'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:14.780377 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-33af6592-da1a-4e25-a944-69deea65c444 req-90c0209f-7ad8-457f-9cdb-baae4ff3ddd2 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] For port 6488b641-e221-44be-b4bf-ed3d81a37b03, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=6488b641-e221-44be-b4bf-ed3d81a37b03,segment=NetworkSegment(5869c28b-1ae8-41c8-939f-b652bb6315aa),segment_id=5869c28b-1ae8-41c8-939f-b652bb6315aa)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:14:14.780740 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-33af6592-da1a-4e25-a944-69deea65c444 req-90c0209f-7ad8-457f-9cdb-baae4ff3ddd2 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616478'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:14.794024 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-33af6592-da1a-4e25-a944-69deea65c444 req-90c0209f-7ad8-457f-9cdb-baae4ff3ddd2 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Calling delete_port for 6488b641-e221-44be-b4bf-ed3d81a37b03 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:14:15.200888 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-33af6592-da1a-4e25-a944-69deea65c444 req-90c0209f-7ad8-457f-9cdb-baae4ff3ddd2 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743706076703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743705601028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732937'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:15.227538 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0209f-7ad8-457f-9cdb-baae4ff3ddd2 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Pushing event deleted for resources: {'Port': ['ID=6488b641-e221-44be-b4bf-ed3d81a37b03,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:14:15.274409 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-33af6592-da1a-4e25-a944-69deea65c444 req-90c0209f-7ad8-457f-9cdb-baae4ff3ddd2 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] No DVR routers for this DVR port 6488b641-e221-44be-b4bf-ed3d81a37b03 on host hv-cinder-79124 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:14:15.276779 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-33af6592-da1a-4e25-a944-69deea65c444 req-90c0209f-7ad8-457f-9cdb-baae4ff3ddd2 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:15.278793 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [req-33af6592-da1a-4e25-a944-69deea65c444 req-90c0209f-7ad8-457f-9cdb-baae4ff3ddd2 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.16 "DELETE /v2.0/ports/6488b641-e221-44be-b4bf-ed3d81a37b03 HTTP/1.1" status: 204 len: 173 time: 0.6744845 Aug 25 17:14:15.279303 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '084babe8-2f32-483a-aab0-778df51c22eb', 'name': 'network-vif-deleted', 'tag': '6488b641-e221-44be-b4bf-ed3d81a37b03'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:14:15.281509 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30294bf1a97406c8a8235025fddf2f3c25b52a26b11c10f571ea972848b08700" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f25b7557-e75f-4d94-b367-55d7a0bf0b5b" -d '{"events": [{"server_uuid": "084babe8-2f32-483a-aab0-778df51c22eb", "name": "network-vif-deleted", "tag": "6488b641-e221-44be-b4bf-ed3d81a37b03"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:14:15.319306 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1acd649-8f68-44ca-998d-43b5d2287239 x-openstack-request-id: req-f1acd649-8f68-44ca-998d-43b5d2287239 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:14:15.319584 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "084babe8-2f32-483a-aab0-778df51c22eb", "name": "network-vif-deleted", "tag": "6488b641-e221-44be-b4bf-ed3d81a37b03", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:14:15.319835 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f1acd649-8f68-44ca-998d-43b5d2287239 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:14:15.320224 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '084babe8-2f32-483a-aab0-778df51c22eb', 'name': 'network-vif-deleted', 'tag': '6488b641-e221-44be-b4bf-ed3d81a37b03', 'status': 'completed', 'code': 200} Aug 25 17:14:15.497510 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b3e4322c-4a7b-4e7d-af76-28d73e20f658 req-2ab87cfe-df97-4327-9767-919d61b7d25c tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "GET /v2.0/ports?device_id=084babe8-2f32-483a-aab0-778df51c22eb HTTP/1.1" status: 200 len: 210 time: 0.0290771 Aug 25 17:14:15.707118 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e6af667a-6047-4e2a-a80b-e7e7fb004d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:15.913762 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:15.937966 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:16.554702 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 45672) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:14:16.680644 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-ce406bd4-b471-4bae-8b40-9f78954673cf tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Deleting port ce1a628b-cefd-4577-a510-70e51e9456a3 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:14:16.680986 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ce406bd4-b471-4bae-8b40-9f78954673cf tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743706167839'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:16.758715 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ce406bd4-b471-4bae-8b40-9f78954673cf tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616478'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:16.759039 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ce406bd4-b471-4bae-8b40-9f78954673cf tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:16.770351 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-ce406bd4-b471-4bae-8b40-9f78954673cf tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Calling delete_port for ce1a628b-cefd-4577-a510-70e51e9456a3 owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:14:16.913811 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ce406bd4-b471-4bae-8b40-9f78954673cf tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743706076703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743705601028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3625696'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:16.937216 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce406bd4-b471-4bae-8b40-9f78954673cf tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Pushing event deleted for resources: {'Port': ['ID=ce1a628b-cefd-4577-a510-70e51e9456a3,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:14:16.946882 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce406bd4-b471-4bae-8b40-9f78954673cf tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:14:16.947225 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce406bd4-b471-4bae-8b40-9f78954673cf tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:14:16.947559 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce406bd4-b471-4bae-8b40-9f78954673cf tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:14:16.947888 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce406bd4-b471-4bae-8b40-9f78954673cf tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:14:16.948215 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce406bd4-b471-4bae-8b40-9f78954673cf tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:14:16.948949 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce406bd4-b471-4bae-8b40-9f78954673cf tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:14:16.948949 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce406bd4-b471-4bae-8b40-9f78954673cf tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:14:16.949155 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce406bd4-b471-4bae-8b40-9f78954673cf tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:14:16.949457 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce406bd4-b471-4bae-8b40-9f78954673cf tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:14:16.949801 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce406bd4-b471-4bae-8b40-9f78954673cf tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:14:16.950117 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce406bd4-b471-4bae-8b40-9f78954673cf tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:14:16.950429 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce406bd4-b471-4bae-8b40-9f78954673cf tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-5-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:14:17.008710 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ce406bd4-b471-4bae-8b40-9f78954673cf tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:17.011237 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ce406bd4-b471-4bae-8b40-9f78954673cf tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173563'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:17.012373 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-ce406bd4-b471-4bae-8b40-9f78954673cf tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "DELETE /v2.0/floatingips/14b67557-2abe-4a8f-b8e7-44ab956dbd18 HTTP/1.1" status: 204 len: 168 time: 0.4566863 Aug 25 17:14:17.086920 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3a305108-1f99-4b5d-a622-23901fed2525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:18.212221 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 45686) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:14:18.242708 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device 6488b641-e221-44be-b4bf-ed3d81a37b03 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:14:18.266534 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] No Port match for: 6488b641-e221-44be-b4bf-ed3d81a37b03 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:14:18.266875 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Device 6488b641-e221-44be-b4bf-ed3d81a37b03 not bound to the agent host hv-cinder-79124 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:14:18.274759 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8548238b-ad14-4df9-9fe4-efc51a397609 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:18.299461 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8548238b-ad14-4df9-9fe4-efc51a397609 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:18.362912 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8548238b-ad14-4df9-9fe4-efc51a397609 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:18.365837 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8548238b-ad14-4df9-9fe4-efc51a397609 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:18.367004 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-8548238b-ad14-4df9-9fe4-efc51a397609 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] 10.222.0.88 "DELETE /v2.0/security-groups/9a7fe55f-19e7-4685-8491-78be94af470e HTTP/1.1" status: 204 len: 168 time: 0.1537845 Aug 25 17:14:18.376063 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8548238b-ad14-4df9-9fe4-efc51a397609 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7fe55f-19e7-4685-8491-78be94af470e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:14:18.427347 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 45692) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:14:18.447878 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7978419e-b967-4a47-8975-0267302d25d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:18.888018 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f8b5-fdb3-4375-b23a-b3a91c3f60da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614607'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:19.155118 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-f7c5f8b5-fdb3-4375-b23a-b3a91c3f60da admin admin] Deleting port 6010d72b-2694-48b0-8a36-446ebc025733 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:14:19.155368 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f8b5-fdb3-4375-b23a-b3a91c3f60da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743706167839'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:19.237963 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-f7c5f8b5-fdb3-4375-b23a-b3a91c3f60da admin admin] For port 6010d72b-2694-48b0-8a36-446ebc025733, host dv-cinder-791240-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=6010d72b-2694-48b0-8a36-446ebc025733,segment=NetworkSegment(5869c28b-1ae8-41c8-939f-b652bb6315aa),segment_id=5869c28b-1ae8-41c8-939f-b652bb6315aa)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:14:19.238728 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f8b5-fdb3-4375-b23a-b3a91c3f60da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616478'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:19.252284 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-f7c5f8b5-fdb3-4375-b23a-b3a91c3f60da admin admin] Calling delete_port for 6010d72b-2694-48b0-8a36-446ebc025733 owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:14:19.437971 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f8b5-fdb3-4375-b23a-b3a91c3f60da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743706076703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743705601028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3625696'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:19.464542 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c5f8b5-fdb3-4375-b23a-b3a91c3f60da admin admin] Pushing event deleted for resources: {'Port': ['ID=6010d72b-2694-48b0-8a36-446ebc025733,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:14:19.631425 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f8b5-fdb3-4375-b23a-b3a91c3f60da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16218525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614405'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:20.099451 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7c5f8b5-fdb3-4375-b23a-b3a91c3f60da admin admin] Router 04b77e9b-3ed7-48f6-b59b-3883882c6b63 has already been hosted by L3 agent d32565c1-f1a3-4226-8f5a-e505deb187a1 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:14:20.209866 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c5f8b5-fdb3-4375-b23a-b3a91c3f60da admin admin] Notify agent at l3_agent.dv-cinder-791240-5-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:14:20.218284 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-f7c5f8b5-fdb3-4375-b23a-b3a91c3f60da admin admin] 10.222.0.88 "PUT /v2.0/routers/04b77e9b-3ed7-48f6-b59b-3883882c6b63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7868986 Aug 25 17:14:20.218389 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 45698) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:14:20.219595 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fa5a12-2f04-47e5-bd1b-9cb520e9b648 None None] Sync routers for ids ['04b77e9b-3ed7-48f6-b59b-3883882c6b63'] in dv-cinder-791240-5-iscsi {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:14:20.238157 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fa5a12-2f04-47e5-bd1b-9cb520e9b648 None None] Routers {'04b77e9b-3ed7-48f6-b59b-3883882c6b63'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:14:20.238775 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-e8fa5a12-2f04-47e5-bd1b-9cb520e9b648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:14:16Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['04b77e9b-3ed7-48f6-b59b-3883882c6b63'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:14:20.354432 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-e8fa5a12-2f04-47e5-bd1b-9cb520e9b648 None None] Set router 04b77e9b-3ed7-48f6-b59b-3883882c6b63 gateway port host: dv-cinder-791240-5-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:14:20.354840 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-32de2a11-29bf-400c-a707-0bc22e82e8fa admin admin] Notify callbacks [] for router, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:20.465905 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-32de2a11-29bf-400c-a707-0bc22e82e8fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:20.518931 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-32de2a11-29bf-400c-a707-0bc22e82e8fa admin admin] Deleting port ad7c7f20-613e-470e-a73e-3d5fae39d3f1 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:14:20.519282 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-32de2a11-29bf-400c-a707-0bc22e82e8fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743706167839'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:20.537449 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-e8fa5a12-2f04-47e5-bd1b-9cb520e9b648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'name': 'tempest-TestVolumeBootPattern-2088495679-router', 'tenant_id': 'ba5739dee5fb41749a615cb50fc983d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'ad7c7f20-613e-470e-a73e-3d5fae39d3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:02:51Z', 'updated_at': '2021-08-25T17:14:19Z', 'revision_number': 5, 'project_id': 'ba5739dee5fb41749a615cb50fc983d9', 'gw_port': {'id': 'ad7c7f20-613e-470e-a73e-3d5fae39d3f1', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ba:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:52Z', 'updated_at': '2021-08-25T17:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi'}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:14:20.563378 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fa5a12-2f04-47e5-bd1b-9cb520e9b648 None None] Checking router: 04b77e9b-3ed7-48f6-b59b-3883882c6b63 for host: dv-cinder-791240-5-iscsi {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:14:20.572121 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fa5a12-2f04-47e5-bd1b-9cb520e9b648 None None] Routers {'04b77e9b-3ed7-48f6-b59b-3883882c6b63'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:14:20.572729 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-e8fa5a12-2f04-47e5-bd1b-9cb520e9b648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:14:16Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['04b77e9b-3ed7-48f6-b59b-3883882c6b63'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:14:20.609526 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-32de2a11-29bf-400c-a707-0bc22e82e8fa admin admin] For port ad7c7f20-613e-470e-a73e-3d5fae39d3f1, host dv-cinder-791240-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=ad7c7f20-613e-470e-a73e-3d5fae39d3f1,segment=NetworkSegment(831650f3-50e7-4109-a77c-8151443483b4),segment_id=831650f3-50e7-4109-a77c-8151443483b4)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:14:20.609827 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-32de2a11-29bf-400c-a707-0bc22e82e8fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616478'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:20.621805 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-32de2a11-29bf-400c-a707-0bc22e82e8fa admin admin] Calling delete_port for ad7c7f20-613e-470e-a73e-3d5fae39d3f1 owned by network:router_gateway {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:14:20.660612 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-e8fa5a12-2f04-47e5-bd1b-9cb520e9b648 None None] Set router 04b77e9b-3ed7-48f6-b59b-3883882c6b63 gateway port host: None {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:14:20.719179 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-e8fa5a12-2f04-47e5-bd1b-9cb520e9b648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'name': 'tempest-TestVolumeBootPattern-2088495679-router', 'tenant_id': 'ba5739dee5fb41749a615cb50fc983d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:02:51Z', 'updated_at': '2021-08-25T17:14:20Z', 'revision_number': 6, 'project_id': 'ba5739dee5fb41749a615cb50fc983d9', 'gw_port_host': None}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:14:20.749963 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fa5a12-2f04-47e5-bd1b-9cb520e9b648 None None] The sync data for ids ['04b77e9b-3ed7-48f6-b59b-3883882c6b63'] in dv-cinder-791240-5-iscsi is: [{'id': '04b77e9b-3ed7-48f6-b59b-3883882c6b63', 'name': 'tempest-TestVolumeBootPattern-2088495679-router', 'tenant_id': 'ba5739dee5fb41749a615cb50fc983d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:02:51Z', 'updated_at': '2021-08-25T17:14:20Z', 'revision_number': 6, 'project_id': 'ba5739dee5fb41749a615cb50fc983d9', 'gw_port_host': None}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:14:20.794922 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-32de2a11-29bf-400c-a707-0bc22e82e8fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743706076703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743705601028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732937'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:20.818359 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32de2a11-29bf-400c-a707-0bc22e82e8fa admin admin] Pushing event deleted for resources: {'Port': ['ID=ad7c7f20-613e-470e-a73e-3d5fae39d3f1,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:14:20.881609 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-32de2a11-29bf-400c-a707-0bc22e82e8fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613983'] for router_gateway, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:20.977050 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-32de2a11-29bf-400c-a707-0bc22e82e8fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36927'] for router, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:20.979179 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-32de2a11-29bf-400c-a707-0bc22e82e8fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:21.022200 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-32de2a11-29bf-400c-a707-0bc22e82e8fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612047'] for router, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:21.022770 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32de2a11-29bf-400c-a707-0bc22e82e8fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04b77e9b-3ed7-48f6-b59b-3883882c6b63 {{(pid=93882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 17:14:21.027054 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-32de2a11-29bf-400c-a707-0bc22e82e8fa admin admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:21.028165 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-32de2a11-29bf-400c-a707-0bc22e82e8fa admin admin] 10.222.0.88 "DELETE /v2.0/routers/04b77e9b-3ed7-48f6-b59b-3883882c6b63 HTTP/1.1" status: 204 len: 168 time: 0.8092382 Aug 25 17:14:21.030724 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 45702) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:14:21.073655 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a547b80-26d9-437c-bcdd-eff860b1414e admin admin] Deleting subnet bfe00ef0-b79f-4f8a-b5ba-574e5c012373 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 17:14:21.078742 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7a547b80-26d9-437c-bcdd-eff860b1414e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:21.125283 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7a547b80-26d9-437c-bcdd-eff860b1414e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4113530'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:21.223209 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7a547b80-26d9-437c-bcdd-eff860b1414e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16204973'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:21.305468 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7a547b80-26d9-437c-bcdd-eff860b1414e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16204962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3732890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26007577'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:21.333437 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a547b80-26d9-437c-bcdd-eff860b1414e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfe00ef0-b79f-4f8a-b5ba-574e5c012373,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:14:21.341814 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7a547b80-26d9-437c-bcdd-eff860b1414e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:21.344440 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-7a547b80-26d9-437c-bcdd-eff860b1414e admin admin] 10.222.0.88 "DELETE /v2.0/subnets/bfe00ef0-b79f-4f8a-b5ba-574e5c012373 HTTP/1.1" status: 204 len: 168 time: 0.3125741 Aug 25 17:14:21.346697 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 45712) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:14:21.348727 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4a6671-2930-47b6-839c-01cb4fd6f7b8 None None] Network babef823-13d0-4c9c-ac11-3e08eee348af requested from dv-cinder-791240-5-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:14:21.433365 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f540adf3-1e07-4f8a-b29c-d578c237d9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16174397'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:21.498034 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-f540adf3-1e07-4f8a-b29c-d578c237d9c8 admin admin] Deleting port ee043baa-861d-4405-93ff-37e0d8ad36c4 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:14:21.498594 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f540adf3-1e07-4f8a-b29c-d578c237d9c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743706167839'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:21.596693 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-f540adf3-1e07-4f8a-b29c-d578c237d9c8 admin admin] For port ee043baa-861d-4405-93ff-37e0d8ad36c4, host dv-cinder-791240-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=ee043baa-861d-4405-93ff-37e0d8ad36c4,segment=NetworkSegment(5869c28b-1ae8-41c8-939f-b652bb6315aa),segment_id=5869c28b-1ae8-41c8-939f-b652bb6315aa)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:14:21.597263 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f540adf3-1e07-4f8a-b29c-d578c237d9c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616478'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:21.606984 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device 6010d72b-2694-48b0-8a36-446ebc025733 no longer exists at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:14:21.615564 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-f540adf3-1e07-4f8a-b29c-d578c237d9c8 admin admin] Calling delete_port for ee043baa-861d-4405-93ff-37e0d8ad36c4 owned by network:dhcp {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:14:21.632532 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] No Port match for: 6010d72b-2694-48b0-8a36-446ebc025733 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:14:21.633290 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device 6010d72b-2694-48b0-8a36-446ebc025733 not bound to the agent host dv-cinder-791240-5-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:14:21.713954 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f540adf3-1e07-4f8a-b29c-d578c237d9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743706076703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743705601028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732937'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:21.745387 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f540adf3-1e07-4f8a-b29c-d578c237d9c8 admin admin] No DVR routers for this DVR port ee043baa-861d-4405-93ff-37e0d8ad36c4 on host dv-cinder-791240-5-iscsi {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:14:21.747260 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f540adf3-1e07-4f8a-b29c-d578c237d9c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee043baa-861d-4405-93ff-37e0d8ad36c4,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:14:21.752943 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1a91df-77c3-4116-8aaa-d6b97dbee0d1 None None] DHCP port deletion for babef823-13d0-4c9c-ac11-3e08eee348af request from dv-cinder-791240-5-iscsi {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 17:14:21.831452 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f540adf3-1e07-4f8a-b29c-d578c237d9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16079958', 'neutron.services.segments.db._delete_segments_for_network-8743706101742'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:21.845433 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.services.segments.db [None req-f540adf3-1e07-4f8a-b29c-d578c237d9c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['babef823-13d0-4c9c-ac11-3e08eee348af']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:14:21.862566 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.services.segments.db [None req-f540adf3-1e07-4f8a-b29c-d578c237d9c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5869c28b-1ae8-41c8-939f-b652bb6315aa') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:14:21.863243 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.services.segments.db [None req-f540adf3-1e07-4f8a-b29c-d578c237d9c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5869c28b-1ae8-41c8-939f-b652bb6315aa') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:14:21.875749 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f540adf3-1e07-4f8a-b29c-d578c237d9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743706101625', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4113509'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:21.891127 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f540adf3-1e07-4f8a-b29c-d578c237d9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16206884'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:21.897936 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f540adf3-1e07-4f8a-b29c-d578c237d9c8 admin admin] Releasing vlan 1492 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 17:14:21.898318 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f540adf3-1e07-4f8a-b29c-d578c237d9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16206884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3732988'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:21.899982 dv-cinder-791240-5-iscsi neutron-server[93882]: Traceback (most recent call last): Aug 25 17:14:21.899982 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 17:14:21.899982 dv-cinder-791240-5-iscsi neutron-server[93882]: timer() Aug 25 17:14:21.899982 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 17:14:21.899982 dv-cinder-791240-5-iscsi neutron-server[93882]: cb(*args, **kw) Aug 25 17:14:21.899982 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 17:14:21.899982 dv-cinder-791240-5-iscsi neutron-server[93882]: return func(*args, **kwargs) Aug 25 17:14:21.899982 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 17:14:21.899982 dv-cinder-791240-5-iscsi neutron-server[93882]: self._notify() Aug 25 17:14:21.899982 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 17:14:21.899982 dv-cinder-791240-5-iscsi neutron-server[93882]: self.callback(batched_events) Aug 25 17:14:21.899982 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 17:14:21.899982 dv-cinder-791240-5-iscsi neutron-server[93882]: event.method(event) Aug 25 17:14:21.899982 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 17:14:21.899982 dv-cinder-791240-5-iscsi neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 17:14:21.899982 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 17:14:21.899982 dv-cinder-791240-5-iscsi neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 17:14:21.899982 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 17:14:21.899982 dv-cinder-791240-5-iscsi neutron-server[93882]: return f(self, *a, **k) Aug 25 17:14:21.899982 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 17:14:21.899982 dv-cinder-791240-5-iscsi neutron-server[93882]: return self._get(url).json() Aug 25 17:14:21.899982 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 17:14:21.899982 dv-cinder-791240-5-iscsi neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 17:14:21.899982 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 17:14:21.899982 dv-cinder-791240-5-iscsi neutron-server[93882]: return self.request(url, 'GET', **kwargs) Aug 25 17:14:21.899982 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 17:14:21.899982 dv-cinder-791240-5-iscsi neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 17:14:21.899982 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 17:14:21.899982 dv-cinder-791240-5-iscsi neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 17:14:21.899982 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 17:14:21.899982 dv-cinder-791240-5-iscsi neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 17:14:21.899982 dv-cinder-791240-5-iscsi neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 17:14:21.960438 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f540adf3-1e07-4f8a-b29c-d578c237d9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16079919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613987'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:21.967203 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f540adf3-1e07-4f8a-b29c-d578c237d9c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16218488'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:21.969245 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-f540adf3-1e07-4f8a-b29c-d578c237d9c8 admin admin] 10.222.0.88 "DELETE /v2.0/networks/babef823-13d0-4c9c-ac11-3e08eee348af HTTP/1.1" status: 204 len: 168 time: 0.6215527 Aug 25 17:14:21.972309 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 45716) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:14:21.981830 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f540adf3-1e07-4f8a-b29c-d578c237d9c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=babef823-13d0-4c9c-ac11-3e08eee348af,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:14:22.334726 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-57b1f5f1-8d35-407f-807e-640b6e7fde45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614607'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:22.531270 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-675b0cfa-30a8-494e-b3ff-bb445488b7d8 None None] Agent healthcheck: found 6 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:14:22.566565 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-57b1f5f1-8d35-407f-807e-640b6e7fde45 admin admin] Deleting port da7abea4-0739-42d8-9e11-479c3fe8c818 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:14:22.566832 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-57b1f5f1-8d35-407f-807e-640b6e7fde45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743706167839'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:22.644075 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-57b1f5f1-8d35-407f-807e-640b6e7fde45 admin admin] For port da7abea4-0739-42d8-9e11-479c3fe8c818, host dv-cinder-791240-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=da7abea4-0739-42d8-9e11-479c3fe8c818,segment=NetworkSegment(385da044-559a-4e2f-abcf-a5de1c71615e),segment_id=385da044-559a-4e2f-abcf-a5de1c71615e)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:14:22.644430 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-57b1f5f1-8d35-407f-807e-640b6e7fde45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616478'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:22.657783 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-57b1f5f1-8d35-407f-807e-640b6e7fde45 admin admin] Calling delete_port for da7abea4-0739-42d8-9e11-479c3fe8c818 owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:14:22.830335 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-57b1f5f1-8d35-407f-807e-640b6e7fde45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743706076703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743705601028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3625696'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:22.855536 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b1f5f1-8d35-407f-807e-640b6e7fde45 admin admin] Pushing event deleted for resources: {'Port': ['ID=da7abea4-0739-42d8-9e11-479c3fe8c818,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:14:23.028123 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-57b1f5f1-8d35-407f-807e-640b6e7fde45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16218525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614405'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:23.236910 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b1f5f1-8d35-407f-807e-640b6e7fde45 admin admin] Router 58945f0c-4f35-4e1d-acd2-e675ce6cd9ac has already been hosted by L3 agent d32565c1-f1a3-4226-8f5a-e505deb187a1 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:14:23.248781 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device ad7c7f20-613e-470e-a73e-3d5fae39d3f1 no longer exists at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:14:23.268953 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] No Port match for: ad7c7f20-613e-470e-a73e-3d5fae39d3f1 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:14:23.269300 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device ad7c7f20-613e-470e-a73e-3d5fae39d3f1 not bound to the agent host dv-cinder-791240-5-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:14:23.269740 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device ee043baa-861d-4405-93ff-37e0d8ad36c4 no longer exists at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:14:23.291895 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] No Port match for: ee043baa-861d-4405-93ff-37e0d8ad36c4 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:14:23.292233 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device ee043baa-861d-4405-93ff-37e0d8ad36c4 not bound to the agent host dv-cinder-791240-5-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:14:23.345644 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b1f5f1-8d35-407f-807e-640b6e7fde45 admin admin] Notify agent at l3_agent.dv-cinder-791240-5-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:14:23.351977 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-57b1f5f1-8d35-407f-807e-640b6e7fde45 admin admin] 10.222.0.88 "PUT /v2.0/routers/58945f0c-4f35-4e1d-acd2-e675ce6cd9ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3783343 Aug 25 17:14:23.353306 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 45724) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:14:23.354127 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1529bda1-6e1f-4788-a0fe-d2eb52a71965 None None] Sync routers for ids ['58945f0c-4f35-4e1d-acd2-e675ce6cd9ac'] in dv-cinder-791240-5-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:14:23.363479 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1529bda1-6e1f-4788-a0fe-d2eb52a71965 None None] Routers {'58945f0c-4f35-4e1d-acd2-e675ce6cd9ac'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:14:23.364160 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-1529bda1-6e1f-4788-a0fe-d2eb52a71965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:14:16Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['58945f0c-4f35-4e1d-acd2-e675ce6cd9ac'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:14:23.455719 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-12bae676-f9a0-4c32-950e-a3a1f9fc60a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:23.466331 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-1529bda1-6e1f-4788-a0fe-d2eb52a71965 None None] Set router 58945f0c-4f35-4e1d-acd2-e675ce6cd9ac gateway port host: dv-cinder-791240-5-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:14:23.560397 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-12bae676-f9a0-4c32-950e-a3a1f9fc60a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:23.615455 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-12bae676-f9a0-4c32-950e-a3a1f9fc60a4 admin admin] Deleting port d1e7c52f-be00-4931-818f-f0cc499c5ec3 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:14:23.616045 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-12bae676-f9a0-4c32-950e-a3a1f9fc60a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743706167839'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:23.697979 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-12bae676-f9a0-4c32-950e-a3a1f9fc60a4 admin admin] For port d1e7c52f-be00-4931-818f-f0cc499c5ec3, host dv-cinder-791240-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=d1e7c52f-be00-4931-818f-f0cc499c5ec3,segment=NetworkSegment(831650f3-50e7-4109-a77c-8151443483b4),segment_id=831650f3-50e7-4109-a77c-8151443483b4)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:14:23.698345 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-12bae676-f9a0-4c32-950e-a3a1f9fc60a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616478'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:23.711654 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-12bae676-f9a0-4c32-950e-a3a1f9fc60a4 admin admin] Calling delete_port for d1e7c52f-be00-4931-818f-f0cc499c5ec3 owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:14:23.738775 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-1529bda1-6e1f-4788-a0fe-d2eb52a71965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58945f0c-4f35-4e1d-acd2-e675ce6cd9ac', 'name': 'tempest-TestVolumeBootPattern-1514155628-router', 'tenant_id': '14df731555054248be12237cdafc4b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'external_fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'd1e7c52f-be00-4931-818f-f0cc499c5ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:02:58Z', 'updated_at': '2021-08-25T17:14:22Z', 'revision_number': 5, 'project_id': '14df731555054248be12237cdafc4b21', 'gw_port': {'id': 'd1e7c52f-be00-4931-818f-f0cc499c5ec3', 'name': '', 'network_id': '914f4934-f5ad-4127-8ba1-186f4f0b2c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58945f0c-4f35-4e1d-acd2-e675ce6cd9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:02:59Z', 'updated_at': '2021-08-25T17:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '116950f5-36d3-4fc2-ae19-feb6e35b150a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-5-iscsi'}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:14:23.764894 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1529bda1-6e1f-4788-a0fe-d2eb52a71965 None None] Checking router: 58945f0c-4f35-4e1d-acd2-e675ce6cd9ac for host: dv-cinder-791240-5-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:14:23.773265 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1529bda1-6e1f-4788-a0fe-d2eb52a71965 None None] Routers {'58945f0c-4f35-4e1d-acd2-e675ce6cd9ac'} bound to L3 agent in host dv-cinder-791240-5-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:14:23.773891 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-1529bda1-6e1f-4788-a0fe-d2eb52a71965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:53:16Z,description=,heartbeat_timestamp=2021-08-25T17:14:16Z,host='dv-cinder-791240-5-iscsi',id=d32565c1-f1a3-4226-8f5a-e505deb187a1,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:53:16Z,topic='l3_agent')) {'router_ids': ['58945f0c-4f35-4e1d-acd2-e675ce6cd9ac'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:14:23.856055 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-1529bda1-6e1f-4788-a0fe-d2eb52a71965 None None] Set router 58945f0c-4f35-4e1d-acd2-e675ce6cd9ac gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:14:23.883324 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-12bae676-f9a0-4c32-950e-a3a1f9fc60a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743706076703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743705601028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3625696'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:23.908993 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-1529bda1-6e1f-4788-a0fe-d2eb52a71965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58945f0c-4f35-4e1d-acd2-e675ce6cd9ac', 'name': 'tempest-TestVolumeBootPattern-1514155628-router', 'tenant_id': '14df731555054248be12237cdafc4b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:02:58Z', 'updated_at': '2021-08-25T17:14:23Z', 'revision_number': 6, 'project_id': '14df731555054248be12237cdafc4b21', 'gw_port_host': None}], 'dv-cinder-791240-5-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:14:23.909271 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bae676-f9a0-4c32-950e-a3a1f9fc60a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1e7c52f-be00-4931-818f-f0cc499c5ec3,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:14:23.937700 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1529bda1-6e1f-4788-a0fe-d2eb52a71965 None None] The sync data for ids ['58945f0c-4f35-4e1d-acd2-e675ce6cd9ac'] in dv-cinder-791240-5-iscsi is: [{'id': '58945f0c-4f35-4e1d-acd2-e675ce6cd9ac', 'name': 'tempest-TestVolumeBootPattern-1514155628-router', 'tenant_id': '14df731555054248be12237cdafc4b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:02:58Z', 'updated_at': '2021-08-25T17:14:23Z', 'revision_number': 6, 'project_id': '14df731555054248be12237cdafc4b21', 'gw_port_host': None}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:14:23.969119 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-12bae676-f9a0-4c32-950e-a3a1f9fc60a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613983'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:24.058835 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-12bae676-f9a0-4c32-950e-a3a1f9fc60a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36927'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:24.060923 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-12bae676-f9a0-4c32-950e-a3a1f9fc60a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:24.105906 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-12bae676-f9a0-4c32-950e-a3a1f9fc60a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612047'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:24.106435 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12bae676-f9a0-4c32-950e-a3a1f9fc60a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58945f0c-4f35-4e1d-acd2-e675ce6cd9ac {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 17:14:24.110629 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-12bae676-f9a0-4c32-950e-a3a1f9fc60a4 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:24.111743 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-12bae676-f9a0-4c32-950e-a3a1f9fc60a4 admin admin] 10.222.0.88 "DELETE /v2.0/routers/58945f0c-4f35-4e1d-acd2-e675ce6cd9ac HTTP/1.1" status: 204 len: 168 time: 0.7574844 Aug 25 17:14:24.114359 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 45728) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:14:24.157250 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d55ba86-1cd9-4d37-bf75-2a28881a8c29 admin admin] Deleting subnet 75baf454-1a62-4a12-aabb-06d0d863b234 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 17:14:24.160154 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0d55ba86-1cd9-4d37-bf75-2a28881a8c29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:24.192279 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0d55ba86-1cd9-4d37-bf75-2a28881a8c29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3565444'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:24.274341 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0d55ba86-1cd9-4d37-bf75-2a28881a8c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16204973'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:24.331873 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0d55ba86-1cd9-4d37-bf75-2a28881a8c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16204962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3625651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25269433'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:24.360484 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d55ba86-1cd9-4d37-bf75-2a28881a8c29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75baf454-1a62-4a12-aabb-06d0d863b234,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:14:24.362491 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0d55ba86-1cd9-4d37-bf75-2a28881a8c29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16218488'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:24.367541 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 45730) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:14:24.368435 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-0d55ba86-1cd9-4d37-bf75-2a28881a8c29 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/75baf454-1a62-4a12-aabb-06d0d863b234 HTTP/1.1" status: 204 len: 168 time: 0.2522595 Aug 25 17:14:24.369396 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b878a9bb-29b3-42ac-b726-4aefadb7fc52 None None] Network b97b762f-7ab5-429f-9173-c83181b28986 requested from dv-cinder-791240-5-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:14:24.444757 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1fb6a9b0-841f-4c91-b1de-07bf2413071f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16174397'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:24.497645 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-1fb6a9b0-841f-4c91-b1de-07bf2413071f admin admin] Deleting port 688f6f2f-525a-4b29-badf-db855f64737a {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:14:24.498017 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1fb6a9b0-841f-4c91-b1de-07bf2413071f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743706167839'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:24.559827 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-1fb6a9b0-841f-4c91-b1de-07bf2413071f admin admin] For port 688f6f2f-525a-4b29-badf-db855f64737a, host dv-cinder-791240-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-5-iscsi',level=0,port_id=688f6f2f-525a-4b29-badf-db855f64737a,segment=NetworkSegment(385da044-559a-4e2f-abcf-a5de1c71615e),segment_id=385da044-559a-4e2f-abcf-a5de1c71615e)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:14:24.560117 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1fb6a9b0-841f-4c91-b1de-07bf2413071f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616478'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:24.572535 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-1fb6a9b0-841f-4c91-b1de-07bf2413071f admin admin] Calling delete_port for 688f6f2f-525a-4b29-badf-db855f64737a owned by network:dhcp {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:14:24.650238 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1fb6a9b0-841f-4c91-b1de-07bf2413071f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16189721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743706076703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743705601028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732937'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:24.675222 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb6a9b0-841f-4c91-b1de-07bf2413071f admin admin] Pushing event deleted for resources: {'Port': ['ID=688f6f2f-525a-4b29-badf-db855f64737a,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:14:24.679519 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb6a9b0-841f-4c91-b1de-07bf2413071f admin admin] No DVR routers for this DVR port 688f6f2f-525a-4b29-badf-db855f64737a on host dv-cinder-791240-5-iscsi {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:14:24.718166 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51191648-2237-4251-b663-d849bb435d4d None None] DHCP port deletion for b97b762f-7ab5-429f-9173-c83181b28986 request from dv-cinder-791240-5-iscsi {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 17:14:24.753131 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1fb6a9b0-841f-4c91-b1de-07bf2413071f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16079958', 'neutron.services.segments.db._delete_segments_for_network-8743706101742'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:24.763767 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.services.segments.db [None req-1fb6a9b0-841f-4c91-b1de-07bf2413071f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b97b762f-7ab5-429f-9173-c83181b28986']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:14:24.774613 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.services.segments.db [None req-1fb6a9b0-841f-4c91-b1de-07bf2413071f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '385da044-559a-4e2f-abcf-a5de1c71615e') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:14:24.774900 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.services.segments.db [None req-1fb6a9b0-841f-4c91-b1de-07bf2413071f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '385da044-559a-4e2f-abcf-a5de1c71615e') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:14:24.783516 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1fb6a9b0-841f-4c91-b1de-07bf2413071f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743706101625', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4113509'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:24.798207 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1fb6a9b0-841f-4c91-b1de-07bf2413071f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16206884'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:24.810285 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fb6a9b0-841f-4c91-b1de-07bf2413071f admin admin] Releasing vlan 1455 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 17:14:24.810715 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1fb6a9b0-841f-4c91-b1de-07bf2413071f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16206884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3732988'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:24.812486 dv-cinder-791240-5-iscsi neutron-server[93882]: Traceback (most recent call last): Aug 25 17:14:24.812486 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 17:14:24.812486 dv-cinder-791240-5-iscsi neutron-server[93882]: timer() Aug 25 17:14:24.812486 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 17:14:24.812486 dv-cinder-791240-5-iscsi neutron-server[93882]: cb(*args, **kw) Aug 25 17:14:24.812486 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 17:14:24.812486 dv-cinder-791240-5-iscsi neutron-server[93882]: return func(*args, **kwargs) Aug 25 17:14:24.812486 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 17:14:24.812486 dv-cinder-791240-5-iscsi neutron-server[93882]: self._notify() Aug 25 17:14:24.812486 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 17:14:24.812486 dv-cinder-791240-5-iscsi neutron-server[93882]: self.callback(batched_events) Aug 25 17:14:24.812486 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 17:14:24.812486 dv-cinder-791240-5-iscsi neutron-server[93882]: event.method(event) Aug 25 17:14:24.812486 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 17:14:24.812486 dv-cinder-791240-5-iscsi neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 17:14:24.812486 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 17:14:24.812486 dv-cinder-791240-5-iscsi neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 17:14:24.812486 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 17:14:24.812486 dv-cinder-791240-5-iscsi neutron-server[93882]: return f(self, *a, **k) Aug 25 17:14:24.812486 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 17:14:24.812486 dv-cinder-791240-5-iscsi neutron-server[93882]: return self._get(url).json() Aug 25 17:14:24.812486 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 17:14:24.812486 dv-cinder-791240-5-iscsi neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 17:14:24.812486 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 17:14:24.812486 dv-cinder-791240-5-iscsi neutron-server[93882]: return self.request(url, 'GET', **kwargs) Aug 25 17:14:24.812486 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 17:14:24.812486 dv-cinder-791240-5-iscsi neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 17:14:24.812486 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 17:14:24.812486 dv-cinder-791240-5-iscsi neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 17:14:24.812486 dv-cinder-791240-5-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 17:14:24.812486 dv-cinder-791240-5-iscsi neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 17:14:24.812486 dv-cinder-791240-5-iscsi neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 17:14:24.866128 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1fb6a9b0-841f-4c91-b1de-07bf2413071f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16079919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16218506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613987'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:24.870479 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1fb6a9b0-841f-4c91-b1de-07bf2413071f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16218488'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:24.872321 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-1fb6a9b0-841f-4c91-b1de-07bf2413071f admin admin] 10.222.0.88 "DELETE /v2.0/networks/b97b762f-7ab5-429f-9173-c83181b28986 HTTP/1.1" status: 204 len: 168 time: 0.5036359 Aug 25 17:14:24.887393 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb6a9b0-841f-4c91-b1de-07bf2413071f admin admin] Pushing event deleted for resources: {'Network': ['ID=b97b762f-7ab5-429f-9173-c83181b28986,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:14:24.998948 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 45736) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:14:25.041550 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-bbc587d0-73d9-44cc-8985-f1be83475bca admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ba5739dee5fb41749a615cb50fc983d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394413 Aug 25 17:14:25.042020 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 45738) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:14:25.096431 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2ffea506-2572-48a5-926b-f2f350dbad40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:25.117235 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2ffea506-2572-48a5-926b-f2f350dbad40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:25.164134 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2ffea506-2572-48a5-926b-f2f350dbad40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:25.166673 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2ffea506-2572-48a5-926b-f2f350dbad40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:25.167850 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-2ffea506-2572-48a5-926b-f2f350dbad40 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8b5c5020-d819-4ec4-a1e6-5666f80dc12f HTTP/1.1" status: 204 len: 168 time: 0.1249022 Aug 25 17:14:25.176048 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffea506-2572-48a5-926b-f2f350dbad40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5c5020-d819-4ec4-a1e6-5666f80dc12f,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:14:25.205723 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device da7abea4-0739-42d8-9e11-479c3fe8c818 no longer exists at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:14:25.228708 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] No Port match for: da7abea4-0739-42d8-9e11-479c3fe8c818 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:14:25.229079 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device da7abea4-0739-42d8-9e11-479c3fe8c818 not bound to the agent host dv-cinder-791240-5-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:14:25.229494 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device 688f6f2f-525a-4b29-badf-db855f64737a no longer exists at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:14:25.247916 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] No Port match for: 688f6f2f-525a-4b29-badf-db855f64737a {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:14:25.248256 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device 688f6f2f-525a-4b29-badf-db855f64737a not bound to the agent host dv-cinder-791240-5-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:14:25.248654 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device d1e7c52f-be00-4931-818f-f0cc499c5ec3 no longer exists at agent ovs-agent-dv-cinder-791240-5-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:14:25.267235 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] No Port match for: d1e7c52f-be00-4931-818f-f0cc499c5ec3 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:14:25.267575 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Device d1e7c52f-be00-4931-818f-f0cc499c5ec3 not bound to the agent host dv-cinder-791240-5-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:14:25.494273 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 45744) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:14:25.532705 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-c0149c74-139d-4401-a3ec-a34fa3ef2acd admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=14df731555054248be12237cdafc4b21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372636 Aug 25 17:14:25.534949 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 45746) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:14:25.581216 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-43ac7499-aca2-4d33-ad78-af9f9385be3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:25.601933 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-43ac7499-aca2-4d33-ad78-af9f9385be3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:25.647455 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-43ac7499-aca2-4d33-ad78-af9f9385be3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:25.649909 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-43ac7499-aca2-4d33-ad78-af9f9385be3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:25.651051 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-43ac7499-aca2-4d33-ad78-af9f9385be3e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f655b943-6cb2-451f-b5ff-eccc2198a7bd HTTP/1.1" status: 204 len: 168 time: 0.1152318 Aug 25 17:14:25.658518 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ac7499-aca2-4d33-ad78-af9f9385be3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f655b943-6cb2-451f-b5ff-eccc2198a7bd,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:14:36.277106 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.88', 45820) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:14:36.379874 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-688231c4-3402-467d-a150-7a430207d7c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:36.473295 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-688231c4-3402-467d-a150-7a430207d7c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:36.477430 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-688231c4-3402-467d-a150-7a430207d7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:36.514860 dv-cinder-791240-5-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-688231c4-3402-467d-a150-7a430207d7c7 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9967228ac44b4e8b8fe79e1fb9a233cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2367163 Aug 25 17:14:36.515718 dv-cinder-791240-5-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688231c4-3402-467d-a150-7a430207d7c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5700022-842a-46b8-bad3-82bf6a892435,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:14:36.517803 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 45824) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:14:36.566855 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8eab51a6-d9af-4140-a3fa-514a41b5b5a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:36.587689 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8eab51a6-d9af-4140-a3fa-514a41b5b5a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:36.632815 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8eab51a6-d9af-4140-a3fa-514a41b5b5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:36.635598 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8eab51a6-d9af-4140-a3fa-514a41b5b5a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:36.636727 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-8eab51a6-d9af-4140-a3fa-514a41b5b5a3 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a5700022-842a-46b8-bad3-82bf6a892435 HTTP/1.1" status: 204 len: 168 time: 0.1178563 Aug 25 17:14:36.644030 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eab51a6-d9af-4140-a3fa-514a41b5b5a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5700022-842a-46b8-bad3-82bf6a892435,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:14:43.097055 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-72b3997a-4157-4364-a2ee-ff01aca1664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:45.709788 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c2e3ad9e-3105-49dd-85ad-d008642f71b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:45.904943 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:45.948087 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:47.085910 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3a305108-1f99-4b5d-a622-23901fed2525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:48.447913 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7978419e-b967-4a47-8975-0267302d25d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:58.725101 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 45962) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:14:58.851991 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-beb1361a-14d2-4f71-834e-ba44239cc73f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:58.938608 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-beb1361a-14d2-4f71-834e-ba44239cc73f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:58.941976 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-beb1361a-14d2-4f71-834e-ba44239cc73f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:58.977777 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb1361a-14d2-4f71-834e-ba44239cc73f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6a3888-5853-4627-89bc-198923278fa3,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:14:58.981831 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-beb1361a-14d2-4f71-834e-ba44239cc73f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7ec1de0e4f0942039b651be6c8f9ed45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2556553 Aug 25 17:14:58.984465 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.88', 45966) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:14:59.031631 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9e3374a5-e49a-479e-986d-4c93e88e6fa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:59.052239 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9e3374a5-e49a-479e-986d-4c93e88e6fa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:59.105717 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9e3374a5-e49a-479e-986d-4c93e88e6fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685336'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:59.108309 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9e3374a5-e49a-479e-986d-4c93e88e6fa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:14:59.109453 dv-cinder-791240-5-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-9e3374a5-e49a-479e-986d-4c93e88e6fa7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/dd6a3888-5853-4627-89bc-198923278fa3 HTTP/1.1" status: 204 len: 168 time: 0.1240611 Aug 25 17:14:59.117725 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3374a5-e49a-479e-986d-4c93e88e6fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6a3888-5853-4627-89bc-198923278fa3,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:14:59.531369 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-675b0cfa-30a8-494e-b3ff-bb445488b7d8 None None] Agent healthcheck: found 6 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:15:13.090776 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ce860a68-27ab-4315-ba7e-2326b74dfcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:15:15.710100 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6494ce78-93f9-4459-9ff9-aac74c848ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:15:15.908841 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:15:15.953636 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:15:17.087814 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3a305108-1f99-4b5d-a622-23901fed2525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:15:18.451939 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7978419e-b967-4a47-8975-0267302d25d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:15:36.530366 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-675b0cfa-30a8-494e-b3ff-bb445488b7d8 None None] Agent healthcheck: found 6 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:15:43.092600 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-feb3560f-9499-48fd-a246-957352c5bd3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:15:45.711154 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-38ff906c-e689-41d0-b2a0-26f6f144e232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:15:45.909921 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:15:45.951862 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:15:47.090763 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3a305108-1f99-4b5d-a622-23901fed2525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:15:48.453730 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7978419e-b967-4a47-8975-0267302d25d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:16:13.093966 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b56a3d36-7c96-4427-8356-2fa7e6caa379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:16:13.528536 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-675b0cfa-30a8-494e-b3ff-bb445488b7d8 None None] Agent healthcheck: found 6 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:16:15.712270 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1b2bcb1b-fbba-4aab-802b-26c913c23376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:16:15.910185 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:16:15.968587 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:16:17.093428 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3a305108-1f99-4b5d-a622-23901fed2525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:16:18.456643 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7978419e-b967-4a47-8975-0267302d25d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:16:34.112242 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [req-8872695e-897f-4215-83a7-94d2adecd185 req-373189fc-79a5-4aa1-ba0f-406bb87f6a5c service neutron] (93883) timed out ('10.222.0.16', 55663) {{(pid=93883) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 25 17:16:43.094163 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1327458e-5590-4ed1-bfd7-adaefa6425fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:16:45.712875 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-395bff4a-fae9-4629-9873-88a63c973887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:16:45.909825 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:16:45.978602 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:16:47.097187 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3a305108-1f99-4b5d-a622-23901fed2525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:16:48.458848 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7978419e-b967-4a47-8975-0267302d25d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:16:49.465656 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [req-d1c2f531-6cd5-4d37-9c5a-8726b41301ac req-e15f20b3-b530-438d-810b-8b2083f82f69 service neutron] (93883) timed out ('10.222.0.16', 55693) {{(pid=93883) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 25 17:16:50.528556 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-675b0cfa-30a8-494e-b3ff-bb445488b7d8 None None] Agent healthcheck: found 6 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:17:13.093928 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1b3f5186-40c5-4eae-b547-7f09f5260cbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:17:15.713272 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-de74af2c-4685-4cec-a97b-761d46defb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:17:15.911881 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:17:15.976576 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:17:17.101777 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3a305108-1f99-4b5d-a622-23901fed2525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:17:18.461315 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7978419e-b967-4a47-8975-0267302d25d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:17:27.527502 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-675b0cfa-30a8-494e-b3ff-bb445488b7d8 None None] Agent healthcheck: found 6 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:17:43.094514 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3fa01373-7554-4e8b-a247-d6506a40039b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:17:45.714820 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-39922de4-6fc0-4ca6-b798-6323bb84cb25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:17:45.911610 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:17:45.976189 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:17:47.100877 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3a305108-1f99-4b5d-a622-23901fed2525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:17:48.464483 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7978419e-b967-4a47-8975-0267302d25d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:18:04.526135 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-675b0cfa-30a8-494e-b3ff-bb445488b7d8 None None] Agent healthcheck: found 6 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:18:13.095500 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-589b3384-b41a-4649-98f0-3c28a5832516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:18:15.715429 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7ae3fba4-47f6-4fbc-b3a3-c7af3da19467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:18:15.911665 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:18:15.976179 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:18:17.104067 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3a305108-1f99-4b5d-a622-23901fed2525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:18:18.466993 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7978419e-b967-4a47-8975-0267302d25d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:18:41.526004 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-675b0cfa-30a8-494e-b3ff-bb445488b7d8 None None] Agent healthcheck: found 6 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:18:43.095731 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9cd6d652-5d23-455c-830f-ca93be671f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:18:45.716133 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d5c50932-2bf4-4723-802c-66e6c08cc2c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:18:45.913491 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:18:45.972469 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:18:47.107558 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3a305108-1f99-4b5d-a622-23901fed2525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:18:48.468287 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7978419e-b967-4a47-8975-0267302d25d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:13.096093 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8e72ab47-08cb-4432-83bf-a7eeb49d8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:15.716412 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-934bff14-f9ae-4b6c-b49b-06c8dcc27d66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:15.915482 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:15.986018 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:17.109243 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3a305108-1f99-4b5d-a622-23901fed2525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:18.471849 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7978419e-b967-4a47-8975-0267302d25d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:18.525396 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-675b0cfa-30a8-494e-b3ff-bb445488b7d8 None None] Agent healthcheck: found 6 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:19:34.175789 dv-cinder-791240-5-iscsi neutron-server[93883]: DEBUG neutron.wsgi [req-397a0833-3cb8-499a-b9c1-603753c5418f req-c5bc6fc6-a2d6-4ecc-8778-6e924914ea39 tempest-TestVolumeBootPattern-1482696433 tempest-TestVolumeBootPattern-1482696433-project] (93883) timed out ('10.222.0.88', 33024) {{(pid=93883) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 25 17:19:43.097012 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ebed38b9-6fd5-4be6-814a-db1dc42b5a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:45.720515 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ff7a5c8-6c90-4d02-9292-c10f30c55250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:45.917108 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:46.000440 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:47.112358 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3a305108-1f99-4b5d-a622-23901fed2525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:48.473244 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7978419e-b967-4a47-8975-0267302d25d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:55.525050 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-675b0cfa-30a8-494e-b3ff-bb445488b7d8 None None] Agent healthcheck: found 6 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:20:13.095965 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e971ee3-1d2b-4e11-a928-daa8c88f6aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:20:15.720750 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2ec737c7-7728-4562-84b7-e04ec9e2ba28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:20:15.918451 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d0ae-a630-4a4e-b75f-3382d07b5400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:20:15.997617 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff63f45-d1cd-4729-b2df-cca0d54304a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:20:17.115971 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3a305108-1f99-4b5d-a622-23901fed2525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:20:18.476679 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7978419e-b967-4a47-8975-0267302d25d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:20:32.524480 dv-cinder-791240-5-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-675b0cfa-30a8-494e-b3ff-bb445488b7d8 None None] Agent healthcheck: found 6 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:20:43.096752 dv-cinder-791240-5-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-393baf45-e385-4de4-bde5-b1190d8ba468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743706101724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16077932'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}